[ 532.927483] env[66241]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 532.927483] env[66241]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 533.947327] env[66329]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 533.947327] env[66329]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 535.817902] env[66329]: INFO neutron.common.config [-] Logging enabled! [ 535.818367] env[66329]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev74 [ 535.818443] env[66329]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66329) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 535.818739] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 535.818835] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 535.819672] env[66329]: WARNING oslo_policy.policy [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 535.819945] env[66329]: WARNING oslo_policy.policy [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 535.821629] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] VMware NSXv3 Agent initialized successfully. [ 535.822024] env[66329]: DEBUG oslo_concurrency.lockutils [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] Acquiring lock "singleton_lock" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.822165] env[66329]: DEBUG oslo_concurrency.lockutils [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] Acquired lock "singleton_lock" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.822371] env[66329]: DEBUG oslo_concurrency.lockutils [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] Releasing lock "singleton_lock" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.822650] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] Full set of CONF: {{(pid=66329) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 535.822761] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ******************************************************************************** {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 535.822882] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] Configuration options gathered from: {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 535.823491] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 535.823668] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 535.823775] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ================================================================================ {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 535.823937] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] agent_down_time = 75 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.824086] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] allow_automatic_dhcp_failover = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.824239] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] allow_bulk = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.824387] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] api_extensions_path = {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.824525] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] api_paste_config = api-paste.ini {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.824661] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] auth_strategy = keystone {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.824764] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] backdoor_port = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.824864] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] backdoor_socket = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.824997] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] backlog = 4096 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.825148] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.825299] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] bind_host = 0.0.0.0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.825435] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] bind_port = 9696 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.825563] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] client_socket_timeout = 900 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.825699] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] config_dir = [] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.825807] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.825970] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] config_source = [] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826125] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] control_exchange = neutron {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826264] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] core_plugin = ml2 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826397] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] debug = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826530] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] default_availability_zones = [] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826731] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826865] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] dhcp_agent_notification = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.826997] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] dhcp_agents_per_network = 1 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827139] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] dhcp_lease_duration = 86400 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827277] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] dhcp_load_type = networks {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827408] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] dns_domain = openstacklocal {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827539] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827665] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] enable_default_route_bfd = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827790] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] enable_default_route_ecmp = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.827915] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] enable_dvr = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828052] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] enable_new_agents = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828178] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828302] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] enable_signals = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828424] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] enable_traditional_dhcp = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828544] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] external_dns_driver = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828664] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] filter_validation = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828797] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] global_physnet_mtu = 8950 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.828926] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] graceful_shutdown_timeout = 60 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829139] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] host = cpu-1 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829286] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] host_dvr_for_dhcp = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829416] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] http_retries = 3 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829551] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] instance_format = [instance: %(uuid)s] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829686] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829843] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ipam_driver = internal {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.829978] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ipv6_pd_enabled = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830120] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] l3_ha = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830259] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830394] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] l3_ha_network_physical_name = {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830527] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] l3_ha_network_type = {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830665] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] log_color = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830801] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] log_config_append = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.830940] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831081] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] log_dir = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831213] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] log_file = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831317] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] log_options = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831449] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] log_rotate_interval = 1 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831587] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] log_rotate_interval_type = days {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831722] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] log_rotation_type = none {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831826] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.831953] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832112] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832249] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832351] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832484] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] max_dns_nameservers = 5 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832614] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] max_header_line = 16384 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832744] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] max_l3_agents_per_router = 3 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.832896] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] max_logfile_count = 30 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833047] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] max_logfile_size_mb = 200 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833178] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] max_subnet_host_routes = 20 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833317] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] my_ip = 10.180.1.21 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833450] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] my_ipv6 = ::1 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833578] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] network_auto_schedule = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833702] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] network_link_prefix = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833840] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.833980] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] notify_nova_on_port_data_changes = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834132] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] notify_nova_on_port_status_changes = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834294] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] pagination_max_limit = -1 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834428] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] publish_errors = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834557] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] rate_limit_burst = 0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834693] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] rate_limit_except_level = CRITICAL {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834824] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] rate_limit_interval = 0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.834956] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] retry_until_window = 30 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835097] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] router_distributed = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835227] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] rpc_resources_processing_step = 20 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835356] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] rpc_response_max_timeout = 600 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835484] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] rpc_response_timeout = 60 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835613] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] send_events_interval = 2 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835756] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] service_plugins = ['router'] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.835892] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] setproctitle = on {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836024] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] shell_completion = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836161] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] state_path = /opt/stack/data/neutron {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836295] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] syslog_log_facility = LOG_USER {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836423] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] tcp_keepidle = 600 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836556] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] transport_url = **** {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836685] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] use_journal = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836812] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] use_json = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.836941] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] use_ssl = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837079] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] use_stderr = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837214] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] use_syslog = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837342] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] vlan_qinq = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837462] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] vlan_transparent = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837588] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] watch_log_file = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837717] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] wsgi_default_pool_size = 100 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.837843] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] wsgi_keep_alive = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.838015] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.838157] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] wsgi_server_debug = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.838304] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_concurrency.disable_process_locking = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.838449] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.838590] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.838726] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.838867] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.839015] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.839155] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.839306] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler.connection_string = messaging:// {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.839445] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler.enabled = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.839584] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler.es_doc_type = notification {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.839716] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler.es_scroll_size = 10000 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.839853] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler.es_scroll_time = 2m {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.839985] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler.filter_error_trace = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840138] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler.hmac_keys = **** {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840276] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler.sentinel_service_name = mymaster {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840414] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler.socket_timeout = 0.1 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840545] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler.trace_requests = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840675] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler.trace_sqlalchemy = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840823] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler_jaeger.process_tags = {} {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.840956] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler_jaeger.service_name_prefix = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.841119] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] profiler_otlp.service_name_prefix = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.841350] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_policy.enforce_new_defaults = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.841644] env[66329]: WARNING oslo_config.cfg [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 535.841797] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_policy.enforce_scope = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.841976] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_policy.policy_default_rule = default {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842160] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842303] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842448] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842574] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842702] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842831] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.842967] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843115] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843263] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843418] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] agent.extensions = [] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843637] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843801] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] service_providers.service_provider = [] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.843947] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] QUOTAS.default_quota = -1 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844107] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844262] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] QUOTAS.quota_floatingip = 50 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844399] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] QUOTAS.quota_network = 100 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844529] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] QUOTAS.quota_port = 500 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844662] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844789] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] QUOTAS.quota_router = 10 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.844921] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] QUOTAS.quota_security_group = 10 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845070] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845211] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] QUOTAS.quota_subnet = 100 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845341] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] QUOTAS.track_quota_usage = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845486] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845615] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep.group = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845741] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep.helper_command = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.845874] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep.log_daemon_traceback = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846025] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846155] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep.thread_pool_size = 8 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846283] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep.user = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846430] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846587] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_dhcp_release.group = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846721] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_dhcp_release.helper_command = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846852] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.846990] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847140] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847270] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_dhcp_release.user = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847407] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847532] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_ovs_vsctl.group = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847659] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847788] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.847947] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848117] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848252] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_ovs_vsctl.user = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848389] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_namespace.capabilities = [21] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848520] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_namespace.group = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848650] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_namespace.helper_command = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848779] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.848917] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849061] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849190] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_namespace.user = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849325] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_conntrack.capabilities = [12] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849450] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_conntrack.group = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849577] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_conntrack.helper_command = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849706] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.849900] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850085] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850225] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_conntrack.user = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850367] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_link.capabilities = [12, 21] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850496] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_link.group = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850624] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_link.helper_command = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850754] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_link.log_daemon_traceback = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.850892] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851035] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_link.thread_pool_size = 8 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851165] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] privsep_link.user = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851314] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851453] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851587] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.continue_on_failed_promotions = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851715] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.dscp = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.851884] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.dscp_inherit = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852070] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.force_mp_to_policy = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852220] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.locking_coordinator_url = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852355] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.log_agent_heartbeats = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852487] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.logging_expire = 1 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852626] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852760] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.852914] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.polling_interval = 240 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853085] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853232] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853373] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.report_interval = 30.0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853513] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853651] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853786] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.853922] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.sync_skew = 60 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854069] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.synchronization_queue_size = 20 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854223] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT.use_helper_for_ns_read = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854372] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] SECURITYGROUP.enable_ipset = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854514] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] SECURITYGROUP.enable_security_group = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854651] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854866] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.854917] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] experimental.ipv6_pd_enabled = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855088] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ml2.extension_drivers = ['port_security'] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855222] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ml2.external_network_type = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855369] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855510] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ml2.overlay_ip_version = 4 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855647] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ml2.path_mtu = 8950 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855784] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ml2.physical_network_mtus = {} {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.855927] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856080] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856226] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ml2.type_drivers = ['vlan'] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856368] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856502] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856634] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856775] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.856912] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857061] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857202] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857341] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857477] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857671] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.857816] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_login_password = **** {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858237] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858237] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_login_user = admin {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858237] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858366] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858505] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858635] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858773] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.858916] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859067] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859207] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859342] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859481] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859619] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859752] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.859890] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860092] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860239] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860379] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860515] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860656] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] nova.auth_section = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860797] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] nova.auth_type = password {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.860935] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861079] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] nova.certfile = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861216] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] nova.collect_timing = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861358] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] nova.endpoint_type = public {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861489] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] nova.insecure = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861617] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] nova.keyfile = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861755] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] nova.region_name = RegionOne {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.861914] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] nova.split_loggers = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862065] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] nova.timeout = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862206] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] placement.auth_section = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862349] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] placement.auth_type = password {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862488] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862620] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] placement.certfile = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862749] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] placement.collect_timing = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.862888] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] placement.endpoint_type = public {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863052] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] placement.insecure = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863186] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] placement.keyfile = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863314] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] placement.region_name = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863443] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] placement.split_loggers = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863568] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] placement.timeout = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863704] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.auth_section = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863834] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.auth_type = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.863962] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.cafile = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864099] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.certfile = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864251] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.collect_timing = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864388] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.connect_retries = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864520] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.connect_retry_delay = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864652] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.enable_notifications = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864780] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.endpoint_override = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.864912] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.insecure = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865054] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.interface = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865186] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.keyfile = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865317] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.max_version = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865445] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.min_version = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865573] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.region_name = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865701] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.retriable_status_codes = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865828] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.service_name = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.865956] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.service_type = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866095] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.split_loggers = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866222] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.status_code_retries = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866347] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.status_code_retry_delay = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866472] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.timeout = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866599] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.valid_interfaces = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866726] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ironic.version = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.866862] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] cli_script.dry_run = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867010] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867147] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867278] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867405] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867533] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867661] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867788] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.867917] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868058] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868199] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868327] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868465] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868603] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868738] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.868871] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869016] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869155] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869285] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869422] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869553] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869681] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869808] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.869938] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870083] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870216] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870344] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870471] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870600] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870728] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.870861] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871009] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.ssl = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871146] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871285] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871416] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871552] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871688] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871824] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.871987] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_notifications.driver = [] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.872139] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_notifications.retry = -1 {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.872288] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.872419] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.872522] env[66329]: DEBUG oslo_service.backend._eventlet.service [None req-949d9018-ca8d-460c-aebb-68942992fb54 None None] ******************************************************************************** {{(pid=66329) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 535.873652] env[66329]: DEBUG neutron.agent.securitygroups_rpc [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Init firewall settings (driver=nsxv3) {{(pid=66329) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 535.874960] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66329) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 535.875208] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] RPC agent_id: nsxm-l-01a.corp.local [ 535.877359] env[66329]: DEBUG dogpile.cache.region [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 535.877492] env[66329]: DEBUG dogpile.lock [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 535.877594] env[66329]: DEBUG dogpile.lock [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 535.877686] env[66329]: DEBUG dogpile.lock [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 535.877779] env[66329]: DEBUG dogpile.cache.region [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 535.877868] env[66329]: DEBUG dogpile.lock [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 535.877992] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 535.910751] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Session token - acquiring [ 535.912408] env[66329]: DEBUG networking_nsxv3.common.locking [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.912617] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.912667] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.913148] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.923629] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.190332] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 536.213477] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 536.213671] env[66329]: DEBUG dogpile.cache.region [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Cache value generated in 0.336 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 536.213788] env[66329]: DEBUG dogpile.lock [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 536.213848] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Activating Policy API Provider. [ 536.214038] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Looking for the default Infrastructure Rules. [ 536.279910] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Looking for the Default Layer3 Logged Drop Section. [ 536.295923] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 536.296430] env[66329]: DEBUG networking_nsxv3.common.locking [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.296606] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquiring lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.296688] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.296978] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired external semaphore "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.297353] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.812854] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.315231] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.818229] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Inventory metadata is going to be refreshed. [ 537.818401] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 538.568228] env[66329]: DEBUG networking_nsxv3.common.locking [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.568680] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.568680] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.568829] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.579923] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 538.580837] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.581688] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 538.599728] env[66329]: DEBUG networking_nsxv3.common.locking [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.599955] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.600075] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.600317] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.600443] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.600589] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 538.600707] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.600877] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 538.621961] env[66329]: DEBUG networking_nsxv3.common.locking [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.622190] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.622285] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.622541] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.622720] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.622882] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 538.642479] env[66329]: DEBUG networking_nsxv3.common.locking [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.642801] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.642801] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.643011] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.643164] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.643309] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 538.663439] env[66329]: DEBUG networking_nsxv3.common.locking [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.663661] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquiring lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.663706] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.663973] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired external semaphore "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.664133] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Releasing lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.664307] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 538.664415] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.664520] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 538.684598] env[66329]: DEBUG networking_nsxv3.common.locking [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.684822] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquiring lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.684863] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.685170] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired external semaphore "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.685303] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Releasing lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.685449] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 538.685555] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.685660] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 538.705855] env[66329]: DEBUG networking_nsxv3.common.locking [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.706085] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.706134] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.706410] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.706554] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.706705] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 538.706811] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.706912] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Inventory metadata have been refreshed. [ 538.707021] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Dryrun:True. Metadata refresh completed. [ 538.707143] env[66329]: DEBUG oslo_concurrency.lockutils [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Releasing lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.708750] env[66329]: INFO neutron.agent.agent_extensions_manager [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Loaded agent extensions: [] [ 538.709450] env[66329]: DEBUG neutron_lib.callbacks.manager [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66329) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 538.760318] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NSXv3 Agent Agent RPC Daemon Started! [ 538.760480] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NSXv3 Agent Agent loop - iteration:0 started [ 538.760548] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NSXv3 Agent Agent out of sync with plugin! [ 543.710850] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.710850] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.712133] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.712550] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.504578] env[66329]: INFO networking_nsxv3.common.synchronization [None req-3052f014-d9b4-48ac-8050-778e6af82aa0 demo admin] Enqueued Resource ID: 7e1a6572-c432-4ee4-886c-9c69341a2b61 with Priority: HIGHEST for action security_group_rules [ 553.505077] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e1a6572-c432-4ee4-886c-9c69341a2b61 with Priority: HIGHEST for action security_group_rules [ 553.505388] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e1a6572-c432-4ee4-886c-9c69341a2b61 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.505514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e1a6572-c432-4ee4-886c-9c69341a2b61" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.505583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e1a6572-c432-4ee4-886c-9c69341a2b61" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.505928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e1a6572-c432-4ee4-886c-9c69341a2b61" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.506025] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e1a6572-c432-4ee4-886c-9c69341a2b61',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.026617] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.026990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.026990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.026990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.027225] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.027225] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e1a6572-c432-4ee4-886c-9c69341a2b61 already deleted. [ 554.027336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e1a6572-c432-4ee4-886c-9c69341a2b61" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.505870] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.506317] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.506940] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.507354] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.713095] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.713556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.713556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.713556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.713733] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.216668] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.718443] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.221385] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 567.221637] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 567.995090] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.995524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.995524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.995524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.008064] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 568.008883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.009546] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 568.028540] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.028766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.028766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.028941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.029045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.029159] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 568.029233] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.029302] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 568.049196] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.049389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.049389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.049598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.049732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.049843] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 568.070985] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.071232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.071232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.071440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.071550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.071666] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 568.098959] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.099181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.099181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.099394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.099502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.099619] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 568.099692] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.099763] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 568.116069] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.116259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.116259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.116449] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.116535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.116641] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 568.116748] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.116780] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 568.137097] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.137306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.137306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.137485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.137588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.137700] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 568.137772] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 568.137839] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 568.137902] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 568.137976] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 568.138092] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 568.138092] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 568.138371] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 568.138426] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 568.138490] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 568.157986] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.158205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.158205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.158377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.158483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.158593] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 568.179107] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.179310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.179310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.179509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.179609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.191430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.508479] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.508643] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.509405] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 573.513254] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 578.510100] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 578.510440] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.024727] env[66329]: INFO networking_nsxv3.common.synchronization [None req-1f71d301-41ea-43b2-ae36-fa01e568bd59 None None] Enqueued Resource ID: 82f18c21-6f5b-468e-8e69-38c9059addf0 with Priority: HIGHEST for action port [ 581.025798] env[66329]: INFO networking_nsxv3.common.synchronization [None req-eff4a6c8-f696-437d-b34b-64ba3ff47486 None None] Enqueued Resource ID: 65cbafd2-848e-4c60-bdfd-8079ae988edc with Priority: HIGHEST for action port [ 581.026278] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f18c21-6f5b-468e-8e69-38c9059addf0 with Priority: HIGHEST for action port [ 581.026416] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65cbafd2-848e-4c60-bdfd-8079ae988edc with Priority: HIGHEST for action port [ 581.026680] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f18c21-6f5b-468e-8e69-38c9059addf0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.026991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f18c21-6f5b-468e-8e69-38c9059addf0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.026991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f18c21-6f5b-468e-8e69-38c9059addf0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.027152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f18c21-6f5b-468e-8e69-38c9059addf0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.027225] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f18c21-6f5b-468e-8e69-38c9059addf0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.028094] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-65cbafd2-848e-4c60-bdfd-8079ae988edc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.029259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65cbafd2-848e-4c60-bdfd-8079ae988edc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.029420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65cbafd2-848e-4c60-bdfd-8079ae988edc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.029604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65cbafd2-848e-4c60-bdfd-8079ae988edc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.029670] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65cbafd2-848e-4c60-bdfd-8079ae988edc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.531930] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82f18c21-6f5b-468e-8e69-38c9059addf0 [ 581.532300] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.532445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.532512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.532729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.532814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.532905] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82f18c21-6f5b-468e-8e69-38c9059addf0 already deleted. [ 581.532982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f18c21-6f5b-468e-8e69-38c9059addf0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.542529] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65cbafd2-848e-4c60-bdfd-8079ae988edc [ 581.542793] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.543055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.543055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.544047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.544047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.544047] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65cbafd2-848e-4c60-bdfd-8079ae988edc already deleted. [ 581.544047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65cbafd2-848e-4c60-bdfd-8079ae988edc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.710526] env[66329]: INFO networking_nsxv3.common.synchronization [None req-5897b5fd-c181-476b-85e2-3157d0f8235f None None] Enqueued Resource ID: c7056a88-570c-41e7-bb56-d59b15b59539 with Priority: HIGHEST for action port [ 582.711695] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7056a88-570c-41e7-bb56-d59b15b59539 with Priority: HIGHEST for action port [ 582.711695] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7056a88-570c-41e7-bb56-d59b15b59539 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.711695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7056a88-570c-41e7-bb56-d59b15b59539" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.711695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7056a88-570c-41e7-bb56-d59b15b59539" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.711975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7056a88-570c-41e7-bb56-d59b15b59539" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.713615] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7056a88-570c-41e7-bb56-d59b15b59539',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.856665] env[66329]: INFO networking_nsxv3.common.synchronization [None req-31e509e8-299e-427b-a52d-e24b4ebaf17a None None] Enqueued Resource ID: 3f2c7f0a-a5f2-4a6b-8996-bc0ab1bf45ac with Priority: HIGHEST for action port [ 582.856938] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2c7f0a-a5f2-4a6b-8996-bc0ab1bf45ac with Priority: HIGHEST for action port [ 582.857536] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f2c7f0a-a5f2-4a6b-8996-bc0ab1bf45ac taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.857796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f2c7f0a-a5f2-4a6b-8996-bc0ab1bf45ac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.857796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f2c7f0a-a5f2-4a6b-8996-bc0ab1bf45ac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.858113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f2c7f0a-a5f2-4a6b-8996-bc0ab1bf45ac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.858209] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2c7f0a-a5f2-4a6b-8996-bc0ab1bf45ac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.215221] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7056a88-570c-41e7-bb56-d59b15b59539 [ 583.216463] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.216463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.216463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.216463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.216463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.216463] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7056a88-570c-41e7-bb56-d59b15b59539 already deleted. [ 583.216463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7056a88-570c-41e7-bb56-d59b15b59539" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.360433] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f2c7f0a-a5f2-4a6b-8996-bc0ab1bf45ac [ 583.360980] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.361243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.361243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.361650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.361744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.361844] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f2c7f0a-a5f2-4a6b-8996-bc0ab1bf45ac already deleted. [ 583.361926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f2c7f0a-a5f2-4a6b-8996-bc0ab1bf45ac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.748699] env[66329]: INFO networking_nsxv3.common.synchronization [None req-5da7a8f9-1599-486e-866a-65ac46878168 None None] Enqueued Resource ID: fd52ea8c-8051-4bf6-acbe-0253b511b3bf with Priority: HIGHEST for action port [ 584.750595] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd52ea8c-8051-4bf6-acbe-0253b511b3bf with Priority: HIGHEST for action port [ 584.750595] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd52ea8c-8051-4bf6-acbe-0253b511b3bf taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.750595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd52ea8c-8051-4bf6-acbe-0253b511b3bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.750595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd52ea8c-8051-4bf6-acbe-0253b511b3bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.750595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd52ea8c-8051-4bf6-acbe-0253b511b3bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.750595] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd52ea8c-8051-4bf6-acbe-0253b511b3bf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.252424] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd52ea8c-8051-4bf6-acbe-0253b511b3bf [ 585.252708] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.252883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.252954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.253239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.253300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.253401] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd52ea8c-8051-4bf6-acbe-0253b511b3bf already deleted. [ 585.253543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd52ea8c-8051-4bf6-acbe-0253b511b3bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.344977] env[66329]: INFO networking_nsxv3.common.synchronization [None req-0b27ccf2-4cf7-4b27-a131-51b81bf96f5a None None] Enqueued Resource ID: 5d2e8800-c585-4f8d-a98e-3854792985fe with Priority: HIGHEST for action port [ 585.344977] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2e8800-c585-4f8d-a98e-3854792985fe with Priority: HIGHEST for action port [ 585.345757] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d2e8800-c585-4f8d-a98e-3854792985fe taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.346077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d2e8800-c585-4f8d-a98e-3854792985fe" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.346271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d2e8800-c585-4f8d-a98e-3854792985fe" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.346755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d2e8800-c585-4f8d-a98e-3854792985fe" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.346952] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d2e8800-c585-4f8d-a98e-3854792985fe',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.692418] env[66329]: INFO networking_nsxv3.common.synchronization [None req-ded769f1-c6f9-43e5-9e6d-2fc3c4bf9c70 None None] Enqueued Resource ID: 0ba0b485-6818-4f10-8e5e-210c94d229a6 with Priority: HIGHEST for action port [ 585.693732] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ba0b485-6818-4f10-8e5e-210c94d229a6 with Priority: HIGHEST for action port [ 585.693913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ba0b485-6818-4f10-8e5e-210c94d229a6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.694078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ba0b485-6818-4f10-8e5e-210c94d229a6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.694158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ba0b485-6818-4f10-8e5e-210c94d229a6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.694601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ba0b485-6818-4f10-8e5e-210c94d229a6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.694782] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ba0b485-6818-4f10-8e5e-210c94d229a6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.849881] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d2e8800-c585-4f8d-a98e-3854792985fe [ 585.850261] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.850261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.850261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.851435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.851435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.851435] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d2e8800-c585-4f8d-a98e-3854792985fe already deleted. [ 585.851435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d2e8800-c585-4f8d-a98e-3854792985fe" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.197069] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ba0b485-6818-4f10-8e5e-210c94d229a6 [ 586.198920] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.198920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.198920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.198920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.198920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.198920] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ba0b485-6818-4f10-8e5e-210c94d229a6 already deleted. [ 586.198920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ba0b485-6818-4f10-8e5e-210c94d229a6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.424362] env[66329]: INFO networking_nsxv3.common.synchronization [None req-4533bfc5-1d1d-4006-b3c8-27ccf0530395 None None] Enqueued Resource ID: ecd61f02-4d5c-4795-85c0-96e2d2260afc with Priority: HIGHEST for action port [ 586.424362] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecd61f02-4d5c-4795-85c0-96e2d2260afc with Priority: HIGHEST for action port [ 586.424362] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecd61f02-4d5c-4795-85c0-96e2d2260afc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.424362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecd61f02-4d5c-4795-85c0-96e2d2260afc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.424362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecd61f02-4d5c-4795-85c0-96e2d2260afc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.424362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecd61f02-4d5c-4795-85c0-96e2d2260afc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.425204] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecd61f02-4d5c-4795-85c0-96e2d2260afc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.928558] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecd61f02-4d5c-4795-85c0-96e2d2260afc [ 586.929740] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.929740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.929740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.929740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.929740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.929740] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecd61f02-4d5c-4795-85c0-96e2d2260afc already deleted. [ 586.929740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecd61f02-4d5c-4795-85c0-96e2d2260afc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.950671] env[66329]: INFO networking_nsxv3.common.synchronization [None req-62d6a106-5cd3-44e4-8e83-cbc35360dea4 None None] Enqueued Resource ID: f19e7c4f-62f5-4d04-89a3-a2c8125bc9cf with Priority: HIGHEST for action port [ 586.951248] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f19e7c4f-62f5-4d04-89a3-a2c8125bc9cf with Priority: HIGHEST for action port [ 586.951578] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-f19e7c4f-62f5-4d04-89a3-a2c8125bc9cf taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.951716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f19e7c4f-62f5-4d04-89a3-a2c8125bc9cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.951801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f19e7c4f-62f5-4d04-89a3-a2c8125bc9cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.953393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f19e7c4f-62f5-4d04-89a3-a2c8125bc9cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.953514] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f19e7c4f-62f5-4d04-89a3-a2c8125bc9cf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.455203] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f19e7c4f-62f5-4d04-89a3-a2c8125bc9cf [ 587.456472] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.456806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.456919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.458041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.458041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.458041] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f19e7c4f-62f5-4d04-89a3-a2c8125bc9cf already deleted. [ 587.458041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f19e7c4f-62f5-4d04-89a3-a2c8125bc9cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.641348] env[66329]: INFO networking_nsxv3.common.synchronization [None req-7c72c42d-1569-4133-bef2-746f8d15b5d7 None None] Enqueued Resource ID: 636755c6-599c-404f-b2b9-2bdba9ac0255 with Priority: HIGHEST for action port [ 587.641348] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 636755c6-599c-404f-b2b9-2bdba9ac0255 with Priority: HIGHEST for action port [ 587.641348] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-636755c6-599c-404f-b2b9-2bdba9ac0255 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.641348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-636755c6-599c-404f-b2b9-2bdba9ac0255" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.641348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-636755c6-599c-404f-b2b9-2bdba9ac0255" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.641348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-636755c6-599c-404f-b2b9-2bdba9ac0255" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.644236] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('636755c6-599c-404f-b2b9-2bdba9ac0255',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.146808] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 636755c6-599c-404f-b2b9-2bdba9ac0255 [ 588.147100] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.147206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.147276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.147563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.147600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.147661] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:636755c6-599c-404f-b2b9-2bdba9ac0255 already deleted. [ 588.147738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-636755c6-599c-404f-b2b9-2bdba9ac0255" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.176826] env[66329]: INFO networking_nsxv3.common.synchronization [None req-0c20b783-f269-40e9-9ec3-732f338879e2 None None] Enqueued Resource ID: 3f1b9db9-e2dc-465d-9b4b-130e4355bd5b with Priority: HIGHEST for action port [ 589.177317] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f1b9db9-e2dc-465d-9b4b-130e4355bd5b with Priority: HIGHEST for action port [ 589.177848] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f1b9db9-e2dc-465d-9b4b-130e4355bd5b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.177848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f1b9db9-e2dc-465d-9b4b-130e4355bd5b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.177848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f1b9db9-e2dc-465d-9b4b-130e4355bd5b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.178255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f1b9db9-e2dc-465d-9b4b-130e4355bd5b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.178255] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f1b9db9-e2dc-465d-9b4b-130e4355bd5b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.376786] env[66329]: INFO networking_nsxv3.common.synchronization [None req-2abb76f1-503b-4039-aeb6-243a2eb97ca4 None None] Enqueued Resource ID: 841afb8b-4b70-4781-b415-ff2b3815fc41 with Priority: HIGHEST for action port [ 589.377070] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 841afb8b-4b70-4781-b415-ff2b3815fc41 with Priority: HIGHEST for action port [ 589.377640] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-841afb8b-4b70-4781-b415-ff2b3815fc41 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.377781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-841afb8b-4b70-4781-b415-ff2b3815fc41" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.377822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-841afb8b-4b70-4781-b415-ff2b3815fc41" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.378461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-841afb8b-4b70-4781-b415-ff2b3815fc41" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.379858] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('841afb8b-4b70-4781-b415-ff2b3815fc41',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.683024] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f1b9db9-e2dc-465d-9b4b-130e4355bd5b [ 589.683268] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.683766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.683766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.683766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.683766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.683947] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f1b9db9-e2dc-465d-9b4b-130e4355bd5b already deleted. [ 589.683947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f1b9db9-e2dc-465d-9b4b-130e4355bd5b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.883387] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 841afb8b-4b70-4781-b415-ff2b3815fc41 [ 589.883632] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.883775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.883876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.884642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.884642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.884642] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:841afb8b-4b70-4781-b415-ff2b3815fc41 already deleted. [ 589.884642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-841afb8b-4b70-4781-b415-ff2b3815fc41" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.254317] env[66329]: INFO networking_nsxv3.common.synchronization [None req-725634da-3d0a-4115-a9ad-1c69fa0e6704 None None] Enqueued Resource ID: b43c4fbb-4428-4f45-94ec-9c14792b4d05 with Priority: HIGHEST for action port [ 590.254889] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43c4fbb-4428-4f45-94ec-9c14792b4d05 with Priority: HIGHEST for action port [ 590.255205] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-b43c4fbb-4428-4f45-94ec-9c14792b4d05 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.255333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b43c4fbb-4428-4f45-94ec-9c14792b4d05" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.255398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b43c4fbb-4428-4f45-94ec-9c14792b4d05" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.255644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b43c4fbb-4428-4f45-94ec-9c14792b4d05" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.255723] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b43c4fbb-4428-4f45-94ec-9c14792b4d05',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.297561] env[66329]: INFO networking_nsxv3.common.synchronization [None req-11241a1b-a014-4fe0-88b6-7d3437583bee None None] Enqueued Resource ID: 43813469-0907-4bbb-8cc8-e9cfb082962e with Priority: HIGHEST for action port [ 590.298627] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43813469-0907-4bbb-8cc8-e9cfb082962e with Priority: HIGHEST for action port [ 590.298627] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-43813469-0907-4bbb-8cc8-e9cfb082962e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.298627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43813469-0907-4bbb-8cc8-e9cfb082962e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.298829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43813469-0907-4bbb-8cc8-e9cfb082962e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.298903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43813469-0907-4bbb-8cc8-e9cfb082962e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.299021] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43813469-0907-4bbb-8cc8-e9cfb082962e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.758477] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b43c4fbb-4428-4f45-94ec-9c14792b4d05 [ 590.758719] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.758855] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.758926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.759167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.759278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.759356] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b43c4fbb-4428-4f45-94ec-9c14792b4d05 already deleted. [ 590.759439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b43c4fbb-4428-4f45-94ec-9c14792b4d05" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.803819] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43813469-0907-4bbb-8cc8-e9cfb082962e [ 590.803819] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.803819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.803819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.804273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.804273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.804273] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43813469-0907-4bbb-8cc8-e9cfb082962e already deleted. [ 590.804430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43813469-0907-4bbb-8cc8-e9cfb082962e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.617587] env[66329]: INFO networking_nsxv3.common.synchronization [None req-e906cedd-c09d-4718-95e2-8e3a7f622f1c None None] Enqueued Resource ID: 96d3197e-ae14-4448-b5d3-2a71d67cc311 with Priority: HIGHEST for action port [ 591.619355] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d3197e-ae14-4448-b5d3-2a71d67cc311 with Priority: HIGHEST for action port [ 591.619355] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d3197e-ae14-4448-b5d3-2a71d67cc311 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.619355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d3197e-ae14-4448-b5d3-2a71d67cc311" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.619355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d3197e-ae14-4448-b5d3-2a71d67cc311" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.619355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d3197e-ae14-4448-b5d3-2a71d67cc311" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.619355] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d3197e-ae14-4448-b5d3-2a71d67cc311',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.122186] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96d3197e-ae14-4448-b5d3-2a71d67cc311 [ 592.122186] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.122428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.122428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.122627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.122898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.122898] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96d3197e-ae14-4448-b5d3-2a71d67cc311 already deleted. [ 592.123026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d3197e-ae14-4448-b5d3-2a71d67cc311" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.551034] env[66329]: INFO networking_nsxv3.common.synchronization [None req-c216a5ef-a04a-43e1-bfd2-1cb33e69fab7 None None] Enqueued Resource ID: cd628b1e-7234-4448-b880-308593fef11d with Priority: HIGHEST for action port [ 593.551034] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd628b1e-7234-4448-b880-308593fef11d with Priority: HIGHEST for action port [ 593.551034] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd628b1e-7234-4448-b880-308593fef11d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.551034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd628b1e-7234-4448-b880-308593fef11d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.551034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd628b1e-7234-4448-b880-308593fef11d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.551034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd628b1e-7234-4448-b880-308593fef11d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.551034] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd628b1e-7234-4448-b880-308593fef11d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.053039] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd628b1e-7234-4448-b880-308593fef11d [ 594.053039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.054169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.054169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.054169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.054169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.054169] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd628b1e-7234-4448-b880-308593fef11d already deleted. [ 594.054169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd628b1e-7234-4448-b880-308593fef11d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.518303] env[66329]: INFO networking_nsxv3.common.synchronization [None req-c7e6413e-9a5e-4ec6-acd6-cc47c474c7f3 None None] Enqueued Resource ID: 6dbd7779-ced8-413f-9225-a4189e472ca8 with Priority: HIGHEST for action port [ 594.518616] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dbd7779-ced8-413f-9225-a4189e472ca8 with Priority: HIGHEST for action port [ 594.522788] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dbd7779-ced8-413f-9225-a4189e472ca8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.522890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dbd7779-ced8-413f-9225-a4189e472ca8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.522936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dbd7779-ced8-413f-9225-a4189e472ca8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.523183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dbd7779-ced8-413f-9225-a4189e472ca8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.523280] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dbd7779-ced8-413f-9225-a4189e472ca8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.603819] env[66329]: INFO networking_nsxv3.common.synchronization [req-9cc522a2-e5c7-4bd0-b0b0-1db28925a47a req-1c7a7ed5-6f00-4097-b6ee-edc0352be99e tempest-ServerAddressesNegativeTestJSON-271336355 tempest-ServerAddressesNegativeTestJSON-271336355-project-member] Enqueued Resource ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 with Priority: HIGHEST for action security_group_members [ 594.603819] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 with Priority: HIGHEST for action security_group_members [ 594.604253] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d086b0ed-fb0e-423b-af2e-d5dee78061e0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.604561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.604665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.604989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.605278] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.605477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.606125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.606125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.606125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.606125] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d086b0ed-fb0e-423b-af2e-d5dee78061e0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.754847] env[66329]: INFO networking_nsxv3.common.synchronization [None req-421c04e2-e291-4389-ad6c-8fd1c39cb764 None None] Enqueued Resource ID: fcdbb0e4-799d-4b6a-b25b-e7f500acaaee with Priority: HIGHEST for action port [ 594.755322] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcdbb0e4-799d-4b6a-b25b-e7f500acaaee with Priority: HIGHEST for action port [ 594.755683] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcdbb0e4-799d-4b6a-b25b-e7f500acaaee taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.755801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcdbb0e4-799d-4b6a-b25b-e7f500acaaee" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.755912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcdbb0e4-799d-4b6a-b25b-e7f500acaaee" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.756137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcdbb0e4-799d-4b6a-b25b-e7f500acaaee" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.756220] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcdbb0e4-799d-4b6a-b25b-e7f500acaaee',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.028774] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dbd7779-ced8-413f-9225-a4189e472ca8 [ 595.028774] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.028774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.028774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.028774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.028774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.028774] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dbd7779-ced8-413f-9225-a4189e472ca8 already deleted. [ 595.028774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dbd7779-ced8-413f-9225-a4189e472ca8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.110382] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.110549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.110621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.110842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.110934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.111152] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.111254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.111374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.111465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.111542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.111628] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 already deleted. [ 595.111710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.257993] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcdbb0e4-799d-4b6a-b25b-e7f500acaaee [ 595.258299] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.258392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.258659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.259161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.259161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.259161] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcdbb0e4-799d-4b6a-b25b-e7f500acaaee already deleted. [ 595.259161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcdbb0e4-799d-4b6a-b25b-e7f500acaaee" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.583041] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.583041] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-342" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.583041] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-342" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.583041] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-342" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.583041] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.583041] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.583041] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.583041] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.584736] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.585214] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.588358] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.588358] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.588358] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.588358] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.588358] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.588358] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.607798] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.608144] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.609032] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.609032] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-342" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.609032] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-8079007a-324f-499e-b033-2e1e41fe28ca taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.609032] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-8079007a-324f-499e-b033-2e1e41fe28ca" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.609299] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-8079007a-324f-499e-b033-2e1e41fe28ca" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.610028] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-8079007a-324f-499e-b033-2e1e41fe28ca" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.610028] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8079007a-324f-499e-b033-2e1e41fe28ca',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.114701] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.115590] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.115854] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.116968] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.117183] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.117457] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 8079007a-324f-499e-b033-2e1e41fe28ca not found, creating... [ 596.118083] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.118629] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.119061] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.120044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.120430] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.120934] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.121918] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.122095] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.122386] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.122567] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.123372] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 8079007a-324f-499e-b033-2e1e41fe28ca is going to be created. [ 596.148686] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.148686] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.148686] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.148686] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.148686] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.148686] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-8079007a-324f-499e-b033-2e1e41fe28ca" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.026264] env[66329]: INFO networking_nsxv3.common.synchronization [req-9cc522a2-e5c7-4bd0-b0b0-1db28925a47a req-9af3ccf3-2e66-4a44-a8eb-7430328795e7 service nova] Enqueued Resource ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 with Priority: HIGHEST for action security_group_rules [ 597.026527] env[66329]: INFO networking_nsxv3.common.synchronization [req-9cc522a2-e5c7-4bd0-b0b0-1db28925a47a req-9af3ccf3-2e66-4a44-a8eb-7430328795e7 service nova] Enqueued Resource ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 with Priority: HIGHEST for action security_group_members [ 597.026579] env[66329]: INFO networking_nsxv3.common.synchronization [req-9cc522a2-e5c7-4bd0-b0b0-1db28925a47a req-9af3ccf3-2e66-4a44-a8eb-7430328795e7 service nova] Enqueued Resource ID: 8079007a-324f-499e-b033-2e1e41fe28ca with Priority: HIGHEST for action port [ 597.026792] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 with Priority: HIGHEST for action security_group_rules [ 597.026924] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 with Priority: HIGHEST for action security_group_members [ 597.027036] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8079007a-324f-499e-b033-2e1e41fe28ca with Priority: HIGHEST for action port [ 597.027650] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d086b0ed-fb0e-423b-af2e-d5dee78061e0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.027819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.027898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.030970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.030970] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d086b0ed-fb0e-423b-af2e-d5dee78061e0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.031624] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d086b0ed-fb0e-423b-af2e-d5dee78061e0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.031738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.035030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.035030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.035030] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.035030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.035030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.035030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.035030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.035030] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d086b0ed-fb0e-423b-af2e-d5dee78061e0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.035030] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-8079007a-324f-499e-b033-2e1e41fe28ca taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.035030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8079007a-324f-499e-b033-2e1e41fe28ca" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.035030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8079007a-324f-499e-b033-2e1e41fe28ca" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.035030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8079007a-324f-499e-b033-2e1e41fe28ca" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.035682] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8079007a-324f-499e-b033-2e1e41fe28ca',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.147387] env[66329]: INFO networking_nsxv3.common.synchronization [None req-70368ac1-8463-4428-ab0a-2858973aeac4 None None] Enqueued Resource ID: ac304e9f-015a-4287-809c-506d106abb70 with Priority: HIGHEST for action port [ 597.148196] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac304e9f-015a-4287-809c-506d106abb70 with Priority: HIGHEST for action port [ 597.149412] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac304e9f-015a-4287-809c-506d106abb70 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.149412] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac304e9f-015a-4287-809c-506d106abb70" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.149412] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac304e9f-015a-4287-809c-506d106abb70" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.149412] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac304e9f-015a-4287-809c-506d106abb70" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.149412] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac304e9f-015a-4287-809c-506d106abb70',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.467052] env[66329]: INFO networking_nsxv3.common.synchronization [req-489dca0e-5da2-4b7e-8e2a-1c65e4a86c99 req-d79a09af-5298-48b1-b7b9-5ad38323af12 tempest-DeleteServersAdminTestJSON-1049199313 tempest-DeleteServersAdminTestJSON-1049199313-project-member] Enqueued Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 597.467622] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 597.467932] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.469041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.469041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.469167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.469326] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.469467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.469859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.470085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.470619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.470752] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.537127] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d086b0ed-fb0e-423b-af2e-d5dee78061e0 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.537276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.538738] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d086b0ed-fb0e-423b-af2e-d5dee78061e0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.554417] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8079007a-324f-499e-b033-2e1e41fe28ca with status ACTIVE [ 597.554807] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.554807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.554986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.555155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.555188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.555385] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.555541] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.555541] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.556237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.556237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.556237] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.556237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.556237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.556635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.556838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.556838] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8079007a-324f-499e-b033-2e1e41fe28ca is going to be updated. [ 597.582158] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.582158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.582158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.582158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.582158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.582158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8079007a-324f-499e-b033-2e1e41fe28ca" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.655435] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac304e9f-015a-4287-809c-506d106abb70 [ 597.655435] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.657994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.657994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.657994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.657994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.657994] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac304e9f-015a-4287-809c-506d106abb70 already deleted. [ 597.657994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac304e9f-015a-4287-809c-506d106abb70" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.956771] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.956934] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.957078] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.957424] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.957640] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.957795] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.957905] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.958408] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.958408] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.958612] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.958763] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.958885] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.958924] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.959092] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.959092] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.959344] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.973886] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.973886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.973886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.974186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.974186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.974364] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.974462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.974525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.974696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.974777] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.974864] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 already deleted. [ 597.974944] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.978474] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.978637] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.978787] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.978943] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.979330] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-bcd2d6a1-c53e-4ab9-9454-af0b405e3d79 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.979440] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-bcd2d6a1-c53e-4ab9-9454-af0b405e3d79" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.979538] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-bcd2d6a1-c53e-4ab9-9454-af0b405e3d79" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.979814] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-bcd2d6a1-c53e-4ab9-9454-af0b405e3d79" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.979958] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd2d6a1-c53e-4ab9-9454-af0b405e3d79',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.042051] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d086b0ed-fb0e-423b-af2e-d5dee78061e0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.051522] env[66329]: INFO networking_nsxv3.common.synchronization [None req-9e754851-9db7-42cd-b862-9517e35cb0e5 None None] Enqueued Resource ID: 5ea33fd5-34c9-4cf4-ace7-2b6c9264921c with Priority: HIGHEST for action port [ 598.052187] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea33fd5-34c9-4cf4-ace7-2b6c9264921c with Priority: HIGHEST for action port [ 598.052660] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ea33fd5-34c9-4cf4-ace7-2b6c9264921c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.052781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ea33fd5-34c9-4cf4-ace7-2b6c9264921c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.052781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ea33fd5-34c9-4cf4-ace7-2b6c9264921c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.053194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ea33fd5-34c9-4cf4-ace7-2b6c9264921c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.053650] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea33fd5-34c9-4cf4-ace7-2b6c9264921c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.482474] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.482970] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.483111] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.483392] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.483528] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.483676] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port bcd2d6a1-c53e-4ab9-9454-af0b405e3d79 not found, creating... [ 598.483941] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.484110] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.484223] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.484434] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.484567] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.484867] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.488405] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.488405] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.488405] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.488405] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.488405] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: bcd2d6a1-c53e-4ab9-9454-af0b405e3d79 is going to be created. [ 598.507258] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.507472] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.507594] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.507867] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.508103] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.508346] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-bcd2d6a1-c53e-4ab9-9454-af0b405e3d79" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.545471] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.545593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.545628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.545847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.545932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.546038] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 is going to be created. [ 598.556965] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ea33fd5-34c9-4cf4-ace7-2b6c9264921c [ 598.557209] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.557336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.557402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.557624] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.557762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.557814] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ea33fd5-34c9-4cf4-ace7-2b6c9264921c already deleted. [ 598.557881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ea33fd5-34c9-4cf4-ace7-2b6c9264921c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.599985] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.600167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.600222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.600438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.600634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.617381] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 in Status: UNINITIALIZED for 2s [ 599.242613] env[66329]: INFO networking_nsxv3.common.synchronization [req-489dca0e-5da2-4b7e-8e2a-1c65e4a86c99 req-fc7ed8a5-bbfb-4651-a26c-3f984fe9d531 service nova] Enqueued Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_rules [ 599.242613] env[66329]: INFO networking_nsxv3.common.synchronization [req-489dca0e-5da2-4b7e-8e2a-1c65e4a86c99 req-fc7ed8a5-bbfb-4651-a26c-3f984fe9d531 service nova] Enqueued Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 599.242954] env[66329]: INFO networking_nsxv3.common.synchronization [req-489dca0e-5da2-4b7e-8e2a-1c65e4a86c99 req-fc7ed8a5-bbfb-4651-a26c-3f984fe9d531 service nova] Enqueued Resource ID: bcd2d6a1-c53e-4ab9-9454-af0b405e3d79 with Priority: HIGHEST for action port [ 599.243210] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_rules [ 599.243358] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 599.243462] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd2d6a1-c53e-4ab9-9454-af0b405e3d79 with Priority: HIGHEST for action port [ 599.243747] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.243959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.243959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.244308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.244414] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.248173] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.248173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.248173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.248173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.248173] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.248173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.248173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.248173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.248173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.248173] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.248173] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcd2d6a1-c53e-4ab9-9454-af0b405e3d79 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.248173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcd2d6a1-c53e-4ab9-9454-af0b405e3d79" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.248173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcd2d6a1-c53e-4ab9-9454-af0b405e3d79" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.248173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcd2d6a1-c53e-4ab9-9454-af0b405e3d79" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.248173] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd2d6a1-c53e-4ab9-9454-af0b405e3d79',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.750009] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.750009] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.750165] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.754302] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcd2d6a1-c53e-4ab9-9454-af0b405e3d79 with status ACTIVE [ 599.754533] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.755969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.755969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.755969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.755969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.755969] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.755969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.755969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.755969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.755969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.755969] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.755969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.755969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.755969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.756413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.756413] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcd2d6a1-c53e-4ab9-9454-af0b405e3d79 is going to be updated. [ 599.785829] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.785992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.786140] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.786986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.786986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.786986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcd2d6a1-c53e-4ab9-9454-af0b405e3d79" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.890059] env[66329]: INFO networking_nsxv3.common.synchronization [req-fe27707d-4f14-4224-aa2b-be91403f9fd8 req-74183a0b-c9d7-4772-a303-66147c8effc7 tempest-ListServerFiltersTestJSON-1543705672 tempest-ListServerFiltersTestJSON-1543705672-project-member] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 599.890686] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 599.891078] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.891187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.891251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.891505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.891660] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.891758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.891820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.891964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.892075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.892169] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.955080] env[66329]: INFO networking_nsxv3.common.synchronization [None req-348f3032-69e4-404a-9ebd-1d6c84afe716 None None] Enqueued Resource ID: bdae882a-d140-4733-a17f-54757056e7a8 with Priority: HIGHEST for action port [ 599.955080] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdae882a-d140-4733-a17f-54757056e7a8 with Priority: HIGHEST for action port [ 599.955080] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdae882a-d140-4733-a17f-54757056e7a8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.955080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdae882a-d140-4733-a17f-54757056e7a8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.955080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdae882a-d140-4733-a17f-54757056e7a8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.955080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdae882a-d140-4733-a17f-54757056e7a8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.955080] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdae882a-d140-4733-a17f-54757056e7a8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.252878] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.397344] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.397566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.397566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.397796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.397870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.398079] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.398200] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.398281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.398392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.398479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.398567] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 already deleted. [ 600.398639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.458713] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdae882a-d140-4733-a17f-54757056e7a8 [ 600.458713] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.458849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.458897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.459159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.459281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.459409] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdae882a-d140-4733-a17f-54757056e7a8 already deleted. [ 600.459484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdae882a-d140-4733-a17f-54757056e7a8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.524942] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.525267] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.525485] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.525895] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.526266] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.526459] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.526584] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.526916] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.527106] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.527362] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.527485] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.527634] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.527763] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.527878] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.527984] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.528368] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.553527] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.553664] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.553809] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.554013] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.554829] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-af11e5a1-2245-43ea-8e69-34501beae831 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.554829] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-af11e5a1-2245-43ea-8e69-34501beae831" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.554829] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-af11e5a1-2245-43ea-8e69-34501beae831" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.555316] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-af11e5a1-2245-43ea-8e69-34501beae831" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.555316] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af11e5a1-2245-43ea-8e69-34501beae831',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.628846] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 in Status: SUCCESS [ 600.629300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.629384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.629557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.630526] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.630526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.630526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.630526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.630526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.630526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.630526] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d086b0ed-fb0e-423b-af2e-d5dee78061e0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.757928] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.757928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.757928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.757928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.757928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.757928] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 is going to be created. [ 600.782099] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.782285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.782337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.782608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.782867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.793969] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: UNINITIALIZED for 2s [ 601.058090] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.058461] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.058555] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.059417] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.059417] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.059417] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port af11e5a1-2245-43ea-8e69-34501beae831 not found, creating... [ 601.059417] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.060073] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.060073] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.060073] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.060073] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.060322] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.060486] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.060598] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.060817] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.060928] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.061080] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: af11e5a1-2245-43ea-8e69-34501beae831 is going to be created. [ 601.083055] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.083055] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.083055] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.083594] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.083716] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.084197] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-af11e5a1-2245-43ea-8e69-34501beae831" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.132672] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d086b0ed-fb0e-423b-af2e-d5dee78061e0 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.132889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.132889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.133115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.133284] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.133380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.133446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.134073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.134073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.134073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.134073] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d086b0ed-fb0e-423b-af2e-d5dee78061e0 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.134073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.134073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.134394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.134394] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.134536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.134536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.134601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.134672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.134755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.134845] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d086b0ed-fb0e-423b-af2e-d5dee78061e0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.637530] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d086b0ed-fb0e-423b-af2e-d5dee78061e0: rpc.has_security_group_logging(os_id): False [ 601.657715] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.657891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.657936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.658155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.658243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.658482] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.658594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.658643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.658753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.658826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.658996] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.659099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.659157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.659381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.659381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.659546] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.659633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.659690] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.659823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.659893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.659972] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 is going to be created. [ 601.733621] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.733824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.733824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.734060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.734244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.745679] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 in Status: IN_PROGRESS for 2s [ 601.821581] env[66329]: INFO networking_nsxv3.common.synchronization [req-fe27707d-4f14-4224-aa2b-be91403f9fd8 req-c4dfff92-f211-4f7d-ac7f-d8ff40cc7c63 service nova] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_rules [ 601.823253] env[66329]: INFO networking_nsxv3.common.synchronization [req-fe27707d-4f14-4224-aa2b-be91403f9fd8 req-c4dfff92-f211-4f7d-ac7f-d8ff40cc7c63 service nova] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 601.823253] env[66329]: INFO networking_nsxv3.common.synchronization [req-fe27707d-4f14-4224-aa2b-be91403f9fd8 req-c4dfff92-f211-4f7d-ac7f-d8ff40cc7c63 service nova] Enqueued Resource ID: af11e5a1-2245-43ea-8e69-34501beae831 with Priority: HIGHEST for action port [ 601.823253] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_rules [ 601.823253] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 601.823253] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af11e5a1-2245-43ea-8e69-34501beae831 with Priority: HIGHEST for action port [ 601.824290] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.824494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.824559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.825430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.825430] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.827809] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.828104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.828104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.828343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.828343] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.828498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.828498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.828648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.828819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.828931] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.830051] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-af11e5a1-2245-43ea-8e69-34501beae831 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.830051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af11e5a1-2245-43ea-8e69-34501beae831" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.830051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af11e5a1-2245-43ea-8e69-34501beae831" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.830439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af11e5a1-2245-43ea-8e69-34501beae831" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.830439] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af11e5a1-2245-43ea-8e69-34501beae831',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.913543] env[66329]: INFO networking_nsxv3.common.synchronization [None req-7c62c1b7-f126-4c61-83ed-103b9c8a34e2 None None] Enqueued Resource ID: e980a2a1-d1f8-48b9-bc89-a5a0eac19690 with Priority: HIGHEST for action port [ 601.914484] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e980a2a1-d1f8-48b9-bc89-a5a0eac19690 with Priority: HIGHEST for action port [ 601.915039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-e980a2a1-d1f8-48b9-bc89-a5a0eac19690 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.915453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e980a2a1-d1f8-48b9-bc89-a5a0eac19690" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.916356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e980a2a1-d1f8-48b9-bc89-a5a0eac19690" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.916356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e980a2a1-d1f8-48b9-bc89-a5a0eac19690" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.916356] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e980a2a1-d1f8-48b9-bc89-a5a0eac19690',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.335530] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.335878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.335878] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.336717] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af11e5a1-2245-43ea-8e69-34501beae831 with status ACTIVE [ 602.336947] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.337155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.337155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.337277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.337362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.337530] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.337639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.337708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.337820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.337887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.338072] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.338158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.338205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.338343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.338418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.338498] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af11e5a1-2245-43ea-8e69-34501beae831 is going to be updated. [ 602.363558] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.363752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.363830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.364428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.364428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.364428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af11e5a1-2245-43ea-8e69-34501beae831" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.418859] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e980a2a1-d1f8-48b9-bc89-a5a0eac19690 [ 602.419311] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.419311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.419311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.419977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.419977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.419977] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e980a2a1-d1f8-48b9-bc89-a5a0eac19690 already deleted. [ 602.419977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e980a2a1-d1f8-48b9-bc89-a5a0eac19690" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.486214] env[66329]: INFO networking_nsxv3.common.synchronization [None req-aa287541-bab8-4ccf-913a-4d9db50d260e None None] Enqueued Resource ID: b99731e9-dd6f-4353-aabe-03d7046383c0 with Priority: HIGHEST for action port [ 602.486968] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b99731e9-dd6f-4353-aabe-03d7046383c0 with Priority: HIGHEST for action port [ 602.490941] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-b99731e9-dd6f-4353-aabe-03d7046383c0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.490941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b99731e9-dd6f-4353-aabe-03d7046383c0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.490941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b99731e9-dd6f-4353-aabe-03d7046383c0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.490941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b99731e9-dd6f-4353-aabe-03d7046383c0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.490941] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b99731e9-dd6f-4353-aabe-03d7046383c0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.654588] env[66329]: INFO networking_nsxv3.common.synchronization [req-0111dea5-bcb3-4eef-923a-4747c70629de req-f6002dde-d403-4380-9541-238672da84cf tempest-ServerDiagnosticsNegativeTest-1625004158 tempest-ServerDiagnosticsNegativeTest-1625004158-project-member] Enqueued Resource ID: 4f24c068-964a-4ff7-aa10-c82175b22731 with Priority: HIGHEST for action security_group_members [ 602.655711] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f24c068-964a-4ff7-aa10-c82175b22731 with Priority: HIGHEST for action security_group_members [ 602.658394] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f24c068-964a-4ff7-aa10-c82175b22731 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.658394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.658394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.658394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.658394] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.658394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.658394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.658394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.658394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.658394] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f24c068-964a-4ff7-aa10-c82175b22731',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.817870] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: SUCCESS [ 602.817870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.818110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.818892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.819208] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.819819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.819819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.819819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.819819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.820019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.821282] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.842465] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.999970] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b99731e9-dd6f-4353-aabe-03d7046383c0 [ 603.000635] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.000635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.000635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.001688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.001688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.002693] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b99731e9-dd6f-4353-aabe-03d7046383c0 already deleted. [ 603.002693] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b99731e9-dd6f-4353-aabe-03d7046383c0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.088401] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.088576] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.088919] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.089011] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.089215] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.089584] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.089584] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.089715] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.089813] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.090057] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.090412] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.090412] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.090499] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.090569] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.090652] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.090778] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.113043] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.113730] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.113857] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.113962] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.115052] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-63940aba-ccd3-404c-85fb-37eadc670f40 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.115052] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-63940aba-ccd3-404c-85fb-37eadc670f40" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.115052] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-63940aba-ccd3-404c-85fb-37eadc670f40" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.115052] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-63940aba-ccd3-404c-85fb-37eadc670f40" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.115052] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63940aba-ccd3-404c-85fb-37eadc670f40',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.160238] env[66329]: INFO networking_nsxv3.common.synchronization [None req-f8b6b7d1-a161-4d36-8513-99f435d834fa tempest-VolumesAssistedSnapshotsTest-313608641 tempest-VolumesAssistedSnapshotsTest-313608641-project-member] Enqueued Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_rules [ 603.160238] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.160238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.160238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.160422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.160512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.160656] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.161275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.161275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.161275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.161275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.162458] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f24c068-964a-4ff7-aa10-c82175b22731 already deleted. [ 603.162458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.162528] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_rules [ 603.163094] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.163094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.163094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.163268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.163356] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ec29b3-17ed-4194-9861-f9e9d9e9d809',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.321395] env[66329]: INFO networking_nsxv3.common.synchronization [None req-80f6073f-cd1d-4ab6-b0a2-4005f93335fa tempest-VolumesAssistedSnapshotsTest-313608641 tempest-VolumesAssistedSnapshotsTest-313608641-project-member] Enqueued Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_rules [ 603.322016] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_rules [ 603.322389] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.322488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.323921] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.324071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.324160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.324325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.324921] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.325054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.325583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.327746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.327746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.327746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.327746] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.327746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.327746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.327746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.327746] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.327746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.327746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.327746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.327746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.327746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.327746] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.347790] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.347790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.347916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.348039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.348237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.348237] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be created. [ 603.376927] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.378976] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.378976] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.378976] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.378976] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.389740] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: UNINITIALIZED for 2s [ 603.617993] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.618301] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.620038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.620038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.620038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.620038] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 63940aba-ccd3-404c-85fb-37eadc670f40 not found, creating... [ 603.620038] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.620038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.620038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.620038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.620038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.620038] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.620530] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.620530] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.620587] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.620672] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.621804] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 63940aba-ccd3-404c-85fb-37eadc670f40 is going to be created. [ 603.643898] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.643898] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.643898] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.643898] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.644196] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.644282] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-63940aba-ccd3-404c-85fb-37eadc670f40" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.691616] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.691616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.691616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.691616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.691616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.691616] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 already deleted. [ 603.691616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.692278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.692278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.692278] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ec29b3-17ed-4194-9861-f9e9d9e9d809',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.764444] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 in Status: SUCCESS [ 603.764444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.831811] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 747cedb8-9c37-41ee-9534-debf4c331670: rpc.has_security_group_logging(os_id): False [ 603.857466] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.857466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.857466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.857466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.857466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.857681] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.857681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.857681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.857798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.857872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.858067] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.858162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.858215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.858389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.858468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.858806] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.858806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.858806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.858972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.858972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.859354] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 is going to be created. [ 603.933368] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.933516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.933592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.933773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.933956] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.947976] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: IN_PROGRESS for 2s [ 604.215886] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.216096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.216144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.216314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.216482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.216482] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 already deleted. [ 604.216597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.371469] env[66329]: INFO networking_nsxv3.common.synchronization [req-0111dea5-bcb3-4eef-923a-4747c70629de req-ae4f5b4e-63e3-4dae-83f1-0dcbe57dbf43 service nova] Enqueued Resource ID: 4f24c068-964a-4ff7-aa10-c82175b22731 with Priority: HIGHEST for action security_group_rules [ 604.371469] env[66329]: INFO networking_nsxv3.common.synchronization [req-0111dea5-bcb3-4eef-923a-4747c70629de req-ae4f5b4e-63e3-4dae-83f1-0dcbe57dbf43 service nova] Enqueued Resource ID: 4f24c068-964a-4ff7-aa10-c82175b22731 with Priority: HIGHEST for action security_group_members [ 604.371469] env[66329]: INFO networking_nsxv3.common.synchronization [req-0111dea5-bcb3-4eef-923a-4747c70629de req-ae4f5b4e-63e3-4dae-83f1-0dcbe57dbf43 service nova] Enqueued Resource ID: 63940aba-ccd3-404c-85fb-37eadc670f40 with Priority: HIGHEST for action port [ 604.372276] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f24c068-964a-4ff7-aa10-c82175b22731 with Priority: HIGHEST for action security_group_rules [ 604.372276] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f24c068-964a-4ff7-aa10-c82175b22731 with Priority: HIGHEST for action security_group_members [ 604.372390] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63940aba-ccd3-404c-85fb-37eadc670f40 with Priority: HIGHEST for action port [ 604.372573] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f24c068-964a-4ff7-aa10-c82175b22731 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.373175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.373175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.373175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.373175] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f24c068-964a-4ff7-aa10-c82175b22731',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.375745] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f24c068-964a-4ff7-aa10-c82175b22731 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.375745] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.375745] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.375889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.376061] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.376167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.376228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.376383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.376470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.376562] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f24c068-964a-4ff7-aa10-c82175b22731',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.378968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-63940aba-ccd3-404c-85fb-37eadc670f40 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.379097] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63940aba-ccd3-404c-85fb-37eadc670f40" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.379153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63940aba-ccd3-404c-85fb-37eadc670f40" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.379324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63940aba-ccd3-404c-85fb-37eadc670f40" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.381228] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63940aba-ccd3-404c-85fb-37eadc670f40',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.639106] env[66329]: INFO networking_nsxv3.common.synchronization [None req-b6f96e2c-10e7-4dd8-8cfc-2833b19860d3 None None] Enqueued Resource ID: afe8fcd0-e24a-4af6-bcd4-f766d996f6f9 with Priority: HIGHEST for action port [ 604.639106] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afe8fcd0-e24a-4af6-bcd4-f766d996f6f9 with Priority: HIGHEST for action port [ 604.639106] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-afe8fcd0-e24a-4af6-bcd4-f766d996f6f9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.639106] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afe8fcd0-e24a-4af6-bcd4-f766d996f6f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.639765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afe8fcd0-e24a-4af6-bcd4-f766d996f6f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.640767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afe8fcd0-e24a-4af6-bcd4-f766d996f6f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.640867] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afe8fcd0-e24a-4af6-bcd4-f766d996f6f9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.856243] env[66329]: INFO networking_nsxv3.common.synchronization [req-553e8922-0ea2-4c81-a439-571fcf363591 req-c1aa6c43-e96c-4c71-97cc-24429952c6f3 tempest-ServersAdminTestJSON-1759096999 tempest-ServersAdminTestJSON-1759096999-project-member] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 604.857399] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 604.860420] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.860512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.860652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.861265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.861456] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.861565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.861626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.861780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.861868] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.861965] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.881359] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f24c068-964a-4ff7-aa10-c82175b22731 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.881461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.881877] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f24c068-964a-4ff7-aa10-c82175b22731',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.882737] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63940aba-ccd3-404c-85fb-37eadc670f40 with status ACTIVE [ 604.882737] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.882737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.882919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.883155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.883155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.883316] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.883680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.883680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.883780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.883859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.885685] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.885971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.885971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.888023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.888023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.888023] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63940aba-ccd3-404c-85fb-37eadc670f40 is going to be updated. [ 604.914481] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.914647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.914743] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.914958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.915159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.915334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63940aba-ccd3-404c-85fb-37eadc670f40" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.144314] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afe8fcd0-e24a-4af6-bcd4-f766d996f6f9 [ 605.144558] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.144701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.144762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.144980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.145082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.145174] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afe8fcd0-e24a-4af6-bcd4-f766d996f6f9 already deleted. [ 605.145254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afe8fcd0-e24a-4af6-bcd4-f766d996f6f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.371683] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.371683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.372551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.372551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.372551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.372551] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.372551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.372551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.372800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.372800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.372925] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c already deleted. [ 605.372988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.392311] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f24c068-964a-4ff7-aa10-c82175b22731',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.402040] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: SUCCESS [ 605.402284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.402700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.402959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.402959] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.403160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.403160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.403237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.403342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.403448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.403570] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.410177] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.410177] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.410177] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.410424] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.410613] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.410799] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.410873] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.411094] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.411231] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.411433] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.411539] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.411636] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.411766] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.411891] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.411993] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.412135] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.432827] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.432978] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.433130] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.433304] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.433880] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-0b641fc4-95b9-477c-9d23-d2a1f3b36c54 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.434039] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-0b641fc4-95b9-477c-9d23-d2a1f3b36c54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.434085] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-0b641fc4-95b9-477c-9d23-d2a1f3b36c54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.434356] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-0b641fc4-95b9-477c-9d23-d2a1f3b36c54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.434487] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b641fc4-95b9-477c-9d23-d2a1f3b36c54',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.896116] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.897356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.897356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.897356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.897781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.899035] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f24c068-964a-4ff7-aa10-c82175b22731 is going to be created. [ 605.906416] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.908389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.908389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.908389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.908389] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.908389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.908389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.908389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.908389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.908389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.908389] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.908839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.908839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.908839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.908839] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.908965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.908965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.909135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.909213] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.909297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.909403] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.927038] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.927038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.927038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.927038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.927038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.938085] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f24c068-964a-4ff7-aa10-c82175b22731 in Status: UNINITIALIZED for 2s [ 605.940119] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.940119] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.940119] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.940858] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.940858] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.940858] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 0b641fc4-95b9-477c-9d23-d2a1f3b36c54 not found, creating... [ 605.941104] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.941163] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.941273] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.941579] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.941633] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.941904] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.942174] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.942297] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.942563] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.942708] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.942884] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 0b641fc4-95b9-477c-9d23-d2a1f3b36c54 is going to be created. [ 605.967598] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.967889] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.968068] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.968386] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.968661] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.968993] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-0b641fc4-95b9-477c-9d23-d2a1f3b36c54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.970800] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: SUCCESS [ 605.970902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.001932] env[66329]: INFO networking_nsxv3.common.synchronization [req-3dbe84f9-f6ba-4153-81fd-9ec9614e6612 req-ddaac992-a1d5-40af-b649-7f247dc3b7af tempest-ListServerFiltersTestJSON-1543705672 tempest-ListServerFiltersTestJSON-1543705672-project-member] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 606.002728] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 606.003645] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.003722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.003767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.003989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.004211] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.004294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.004369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.004530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.004589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.004684] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.413619] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbc97eeb-9fdd-4d49-ba38-0e4219ce2894: rpc.has_security_group_logging(os_id): False [ 606.432051] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.432195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.432195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.432339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.432495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.432704] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.432808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.432862] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.433123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.433123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.433275] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.433372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.433442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.433569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.433639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.433825] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.433925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.434201] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.434562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.434644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.434736] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be created. [ 606.464519] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.464519] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.464519] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.467624] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.467624] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.467624] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.467624] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.467624] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.467624] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.468225] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.468225] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.468225] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.468225] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.468364] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.468497] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.468662] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.493156] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.493332] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.493467] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.493684] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.493999] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-11e34acc-62d2-476d-bc7d-b86a0b715db8 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.494208] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-11e34acc-62d2-476d-bc7d-b86a0b715db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.494365] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-11e34acc-62d2-476d-bc7d-b86a0b715db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.494794] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-11e34acc-62d2-476d-bc7d-b86a0b715db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.494934] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e34acc-62d2-476d-bc7d-b86a0b715db8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.503017] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.503174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.503233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.503525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.503616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.507447] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.515401] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: IN_PROGRESS for 2s [ 606.693349] env[66329]: INFO networking_nsxv3.common.synchronization [req-553e8922-0ea2-4c81-a439-571fcf363591 req-bf9ea5d8-8302-44f8-b92f-481f0c0a451c service nova] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_rules [ 606.693485] env[66329]: INFO networking_nsxv3.common.synchronization [req-553e8922-0ea2-4c81-a439-571fcf363591 req-bf9ea5d8-8302-44f8-b92f-481f0c0a451c service nova] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 606.693671] env[66329]: INFO networking_nsxv3.common.synchronization [req-553e8922-0ea2-4c81-a439-571fcf363591 req-bf9ea5d8-8302-44f8-b92f-481f0c0a451c service nova] Enqueued Resource ID: 0b641fc4-95b9-477c-9d23-d2a1f3b36c54 with Priority: HIGHEST for action port [ 606.694574] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_rules [ 606.694825] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 606.694931] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b641fc4-95b9-477c-9d23-d2a1f3b36c54 with Priority: HIGHEST for action port [ 606.695590] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.695890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.695890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.696191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.696251] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.697758] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.697758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.697758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.697958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.698195] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.698315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.698383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.698544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.698628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.698720] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.699570] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b641fc4-95b9-477c-9d23-d2a1f3b36c54 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.699677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b641fc4-95b9-477c-9d23-d2a1f3b36c54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.699740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b641fc4-95b9-477c-9d23-d2a1f3b36c54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.699892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b641fc4-95b9-477c-9d23-d2a1f3b36c54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.699967] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b641fc4-95b9-477c-9d23-d2a1f3b36c54',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.999493] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.000232] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.000232] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.000232] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.000396] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.000719] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 11e34acc-62d2-476d-bc7d-b86a0b715db8 not found, creating... [ 607.000858] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.001330] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.001461] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.001753] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.001918] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.002268] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.002518] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.002660] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.002905] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.003073] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.003223] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 11e34acc-62d2-476d-bc7d-b86a0b715db8 is going to be created. [ 607.010470] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.026564] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.026787] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.026927] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.027236] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.027903] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.027903] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-11e34acc-62d2-476d-bc7d-b86a0b715db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.202094] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.202283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.202532] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.203645] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b641fc4-95b9-477c-9d23-d2a1f3b36c54 with status ACTIVE [ 607.203849] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.203969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.204100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.204256] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.204345] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.204519] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.204623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.204687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.204870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.204952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.205177] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.205269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.205320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.205465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.205540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.205625] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b641fc4-95b9-477c-9d23-d2a1f3b36c54 is going to be updated. [ 607.239741] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.239915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.239978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.240216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.240361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.240525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b641fc4-95b9-477c-9d23-d2a1f3b36c54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.513485] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.513485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.516342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.516662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.516762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.516867] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be updated. [ 607.564777] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.568027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.568027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.568027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.568027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.579550] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: IN_PROGRESS for 2s [ 607.707604] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.949493] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f24c068-964a-4ff7-aa10-c82175b22731 in Status: SUCCESS [ 607.949736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.949917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.950170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.951240] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.951391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.951460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.951674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.951764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.951851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.951946] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f24c068-964a-4ff7-aa10-c82175b22731',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.211606] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.211606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.211606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.212369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.212369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.212369] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be created. [ 608.240210] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.240409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.240662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.240789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.241164] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.244458] env[66329]: INFO networking_nsxv3.common.synchronization [req-3dbe84f9-f6ba-4153-81fd-9ec9614e6612 req-8704df8a-d8e5-4d94-8c5f-3e61e986b632 service nova] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_rules [ 608.244721] env[66329]: INFO networking_nsxv3.common.synchronization [req-3dbe84f9-f6ba-4153-81fd-9ec9614e6612 req-8704df8a-d8e5-4d94-8c5f-3e61e986b632 service nova] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 608.244919] env[66329]: INFO networking_nsxv3.common.synchronization [req-3dbe84f9-f6ba-4153-81fd-9ec9614e6612 req-8704df8a-d8e5-4d94-8c5f-3e61e986b632 service nova] Enqueued Resource ID: 11e34acc-62d2-476d-bc7d-b86a0b715db8 with Priority: HIGHEST for action port [ 608.245466] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_rules [ 608.245613] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 608.245711] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e34acc-62d2-476d-bc7d-b86a0b715db8 with Priority: HIGHEST for action port [ 608.246169] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.246169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.246615] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.246615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.246812] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-11e34acc-62d2-476d-bc7d-b86a0b715db8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.246812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11e34acc-62d2-476d-bc7d-b86a0b715db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.246995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11e34acc-62d2-476d-bc7d-b86a0b715db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.247195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11e34acc-62d2-476d-bc7d-b86a0b715db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.247279] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11e34acc-62d2-476d-bc7d-b86a0b715db8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.253940] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: UNINITIALIZED for 2s [ 608.455090] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f24c068-964a-4ff7-aa10-c82175b22731 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.455262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.455353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.455639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.455840] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.455991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.456093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.456281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.456397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.456508] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.456718] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f24c068-964a-4ff7-aa10-c82175b22731 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.456859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.456945] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.457128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.457312] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.457426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.457494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.457669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.457820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.457857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.457964] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f24c068-964a-4ff7-aa10-c82175b22731',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.530911] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: SUCCESS [ 608.532544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.532544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.532544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.532544] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.693363] env[66329]: INFO networking_nsxv3.common.synchronization [req-5ccc17d4-8006-4029-a400-bc0a72ca952e req-f06dab49-8cce-44a4-bd86-2f074ea444df tempest-MigrationsAdminTest-515158613 tempest-MigrationsAdminTest-515158613-project-member] Enqueued Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 608.696926] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 608.696926] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.696926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.696926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.696926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.696926] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.696926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.696926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.696926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.696926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.696926] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.750963] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11e34acc-62d2-476d-bc7d-b86a0b715db8 with status ACTIVE [ 608.751177] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.751323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.751388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.751582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.751686] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.751879] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.752059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.752059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.752279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.752311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.752546] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.752638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.752701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.752930] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.753085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.753218] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11e34acc-62d2-476d-bc7d-b86a0b715db8 is going to be updated. [ 608.778207] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.778375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.778444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.778655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.778799] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.778957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11e34acc-62d2-476d-bc7d-b86a0b715db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.959930] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f24c068-964a-4ff7-aa10-c82175b22731: rpc.has_security_group_logging(os_id): False [ 608.979273] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.979428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.979491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.979702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.980321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.980645] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.980825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.981171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.981171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.981308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.981438] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.981524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.981620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.982235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.983075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.983075] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.983075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.983075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.983075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.983075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.983075] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f24c068-964a-4ff7-aa10-c82175b22731 is going to be created. [ 609.037149] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.037289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.067868] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.068030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.068091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.068299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.068760] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.081648] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f24c068-964a-4ff7-aa10-c82175b22731 in Status: IN_PROGRESS for 2s [ 609.103122] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.103122] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.103122] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.103122] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.103122] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.103465] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.103465] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.103583] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.103729] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.105469] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.105469] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.105469] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.105469] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.105469] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.105759] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.105759] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.130033] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.130033] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.130033] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.131210] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.131647] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-f77d9372-6868-4b29-afc5-3e9623487efa taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.131902] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-f77d9372-6868-4b29-afc5-3e9623487efa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.132094] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-f77d9372-6868-4b29-afc5-3e9623487efa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.132561] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-f77d9372-6868-4b29-afc5-3e9623487efa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.132757] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f77d9372-6868-4b29-afc5-3e9623487efa',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.200893] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.201069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.201140] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.201359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.201450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.201644] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.201735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.201797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.201948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.202059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.202168] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c already deleted. [ 609.202212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.590816] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: SUCCESS [ 609.593144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.593144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.593144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.593144] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.593144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.593144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.593144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.593144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.593144] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.636242] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.636505] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.636707] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.637020] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.637310] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.637310] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port f77d9372-6868-4b29-afc5-3e9623487efa not found, creating... [ 609.637634] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.637799] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.637929] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.638213] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.638858] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.638858] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.638858] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.639052] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.639164] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.639314] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.639944] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: f77d9372-6868-4b29-afc5-3e9623487efa is going to be created. [ 609.664462] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.664766] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.664960] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.665303] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.665559] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.665873] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-f77d9372-6868-4b29-afc5-3e9623487efa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.095749] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.271222] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 610.271458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.271642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.271868] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.272084] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.272206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.272274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.272516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.272598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.275368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.275368] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.421834] env[66329]: INFO networking_nsxv3.common.synchronization [req-5ccc17d4-8006-4029-a400-bc0a72ca952e req-40ab80c3-fbc8-40fc-a104-147f98bc54c8 service nova] Enqueued Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_rules [ 610.421834] env[66329]: INFO networking_nsxv3.common.synchronization [req-5ccc17d4-8006-4029-a400-bc0a72ca952e req-40ab80c3-fbc8-40fc-a104-147f98bc54c8 service nova] Enqueued Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 610.422152] env[66329]: INFO networking_nsxv3.common.synchronization [req-5ccc17d4-8006-4029-a400-bc0a72ca952e req-40ab80c3-fbc8-40fc-a104-147f98bc54c8 service nova] Enqueued Resource ID: f77d9372-6868-4b29-afc5-3e9623487efa with Priority: HIGHEST for action port [ 610.422218] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_rules [ 610.422322] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 610.422533] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77d9372-6868-4b29-afc5-3e9623487efa with Priority: HIGHEST for action port [ 610.423064] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.426110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.426110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.426110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.426110] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.426110] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.426110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.426110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.426110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.426110] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.426110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.426110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.426110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.426110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.426110] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.426660] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-f77d9372-6868-4b29-afc5-3e9623487efa taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.426660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f77d9372-6868-4b29-afc5-3e9623487efa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.426660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f77d9372-6868-4b29-afc5-3e9623487efa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.426803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f77d9372-6868-4b29-afc5-3e9623487efa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.426869] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f77d9372-6868-4b29-afc5-3e9623487efa',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.600325] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.776815] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.777093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.777286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.777478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.778171] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.778384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.778510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.778741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.778840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.778951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.779224] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.779365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.779414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.779660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.780203] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.780430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.780540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.782235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.782354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.782501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.782589] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.929211] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.929383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.929734] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.930509] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f77d9372-6868-4b29-afc5-3e9623487efa with status ACTIVE [ 610.930778] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.930860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.930903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.931135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.931234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.931409] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.931530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.931565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.931719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.931799] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.933250] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.933483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.933483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.934686] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.934686] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.934686] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f77d9372-6868-4b29-afc5-3e9623487efa is going to be updated. [ 610.962509] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.962875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.962875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.963089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.963233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.963406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f77d9372-6868-4b29-afc5-3e9623487efa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.099608] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f24c068-964a-4ff7-aa10-c82175b22731 in Status: SUCCESS [ 611.100329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.102976] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.103230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.103502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.103564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.103674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.103828] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be updated. [ 611.145656] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.145656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.145826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.145916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.146737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.159294] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: IN_PROGRESS for 2s [ 611.285299] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb25391b-5615-4eda-b721-b3959098673c: rpc.has_security_group_logging(os_id): False [ 611.326943] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.326943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.326943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.326943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.326943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.326943] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.327268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.327268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.327268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.327268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.327446] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.327535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.327592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.327727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.327797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.327968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.328187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.328250] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.328393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.328479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.328556] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be created. [ 611.437083] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.439732] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.439732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.439732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.440087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.440087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.451942] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 611.943876] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.943876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.944451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.944583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.944650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.944770] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c is going to be created. [ 611.977253] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.977253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.977253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.977253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.978094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.990740] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: UNINITIALIZED for 2s [ 613.171690] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: SUCCESS [ 613.171979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.172104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.172319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.172580] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.172753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.172829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.172996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.173099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.173191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.173287] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.470120] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 613.470120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.681366] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.681366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.681366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.681366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.681366] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.681366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.681366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.681366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.681366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.681366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.681366] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.681366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.681366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.682296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.682296] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.682296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.682296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.682296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.682296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.682296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.682296] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.001285] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: SUCCESS [ 614.003439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.003439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.003439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.003439] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.003439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.003439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.003439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.003439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.003439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.003439] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.184817] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbc97eeb-9fdd-4d49-ba38-0e4219ce2894: rpc.has_security_group_logging(os_id): False [ 614.206148] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.206330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.206378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.208524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.208524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.208524] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.208524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.208524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.208524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.208524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.208524] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.208524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.208524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.209335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.209335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.209335] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.209335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.209335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.209335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.209521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.209521] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be updated. [ 614.281091] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.281192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.281245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.281470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.281614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.296108] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: IN_PROGRESS for 2s [ 614.505900] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.506199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.506338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.506619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.506846] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.507022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.507140] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.507358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.507543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.507668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.507898] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.508088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.508193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.508385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.508579] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.508723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.508819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.508998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.509134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.509272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.509408] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.011632] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f37eb7a6-3e28-4f2c-81ad-b730b2b8853c: rpc.has_security_group_logging(os_id): False [ 615.033606] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.033833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.034016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.034329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.034516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.034871] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.035042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.035544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.035544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.035544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.035820] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.035997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.036114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.036339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.036486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.036984] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.037121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.037265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.037477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.037600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.037733] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c is going to be created. [ 615.134022] env[66329]: INFO networking_nsxv3.common.synchronization [req-c8f6daba-2291-43b3-ba6e-269377231130 req-cee64e2c-a0da-42e0-9732-b2d2b32d8b59 tempest-DeleteServersAdminTestJSON-1956977312 tempest-DeleteServersAdminTestJSON-1956977312-project-admin] Enqueued Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 615.134022] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.134022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.134022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.134022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.134022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.134986] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 615.136089] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.136229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.136283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.136472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.136650] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.136760] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.136827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.136988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.137097] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.137192] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.152061] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: IN_PROGRESS for 2s [ 615.464011] env[66329]: INFO networking_nsxv3.common.synchronization [None req-7a39ba32-2a1d-4b96-b14f-68f107ba1fca tempest-ServersWithSpecificFlavorTestJSON-1854330880 tempest-ServersWithSpecificFlavorTestJSON-1854330880-project-member] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_rules [ 615.464771] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_rules [ 615.467659] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.467659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.467659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.467659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.467659] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.642791] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.642967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.643060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.643285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.643387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.643635] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.643771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.643826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.643971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.644059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.644205] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 is going to be updated. [ 615.683951] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.684155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.684155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.684781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.684781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.708524] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: IN_PROGRESS for 2s [ 615.880596] env[66329]: INFO networking_nsxv3.common.synchronization [None req-bb77c35b-8818-42f2-8f53-ec039e9cd4ca tempest-ServersWithSpecificFlavorTestJSON-1854330880 tempest-ServersWithSpecificFlavorTestJSON-1854330880-project-member] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_rules [ 615.882532] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_rules [ 615.882895] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.883113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.991220] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.991495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.991495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.991822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.991975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.992108] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 already deleted. [ 615.992243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.992440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.992754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.992844] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.152864] env[66329]: INFO networking_nsxv3.common.synchronization [req-f1ce763f-338b-4483-a5cc-7943c6b12100 req-a5584f9f-42a8-4328-a8f7-762748cc9547 tempest-ServersAdminTestJSON-1759096999 tempest-ServersAdminTestJSON-1759096999-project-member] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 616.153409] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 616.153743] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.153872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.153949] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.155180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.155354] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.155460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.155532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.155690] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.155776] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.155867] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.334641] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: SUCCESS [ 616.334789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.518372] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.518372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.518372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.518709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.518709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.518709] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 already deleted. [ 616.518814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.659454] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.007809] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.008231] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.008326] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.008753] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.008843] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.008995] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.009879] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.009917] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.011206] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.011206] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.011206] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.011206] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.011206] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.011206] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.011206] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.011533] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.032108] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.032108] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.032361] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.032895] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.033221] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-e65f6885-04c8-4dd2-a1ca-52ed04c3f06d taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.033396] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-e65f6885-04c8-4dd2-a1ca-52ed04c3f06d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.033511] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-e65f6885-04c8-4dd2-a1ca-52ed04c3f06d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.033857] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-e65f6885-04c8-4dd2-a1ca-52ed04c3f06d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.033993] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e65f6885-04c8-4dd2-a1ca-52ed04c3f06d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.162276] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.164565] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: SUCCESS [ 617.164814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.271576] env[66329]: INFO networking_nsxv3.common.synchronization [None req-0e27fab2-39ae-4647-bffb-622143afbf4e None None] Enqueued Resource ID: aaa95b7c-8e9f-49e4-8070-d1e605960605 with Priority: HIGHEST for action port [ 617.272308] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa95b7c-8e9f-49e4-8070-d1e605960605 with Priority: HIGHEST for action port [ 617.272691] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaa95b7c-8e9f-49e4-8070-d1e605960605 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.272806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaa95b7c-8e9f-49e4-8070-d1e605960605" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.272841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaa95b7c-8e9f-49e4-8070-d1e605960605" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.273104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaa95b7c-8e9f-49e4-8070-d1e605960605" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.273185] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa95b7c-8e9f-49e4-8070-d1e605960605',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.537648] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.538023] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.538023] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.538177] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.538324] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.538474] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port e65f6885-04c8-4dd2-a1ca-52ed04c3f06d not found, creating... [ 617.538777] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.538957] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.539099] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.539323] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.539457] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.539729] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.539879] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.539989] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.540200] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.540327] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.540497] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: e65f6885-04c8-4dd2-a1ca-52ed04c3f06d is going to be created. [ 617.564058] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.564310] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.564469] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.564661] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.564987] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.565231] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-e65f6885-04c8-4dd2-a1ca-52ed04c3f06d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.666809] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.666809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.666809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.667130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.667233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.667292] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 617.702692] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.702928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.703010] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.703360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.703443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.718465] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 617.719284] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: SUCCESS [ 617.719477] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 deletion is rescheduled due to dependency. [ 617.719594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.775164] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaa95b7c-8e9f-49e4-8070-d1e605960605 [ 617.775443] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.775553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.775616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.775837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.775949] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.776035] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaa95b7c-8e9f-49e4-8070-d1e605960605 already deleted. [ 617.776121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaa95b7c-8e9f-49e4-8070-d1e605960605" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.110125] env[66329]: INFO networking_nsxv3.common.synchronization [req-5c338a10-3943-44cb-a2ba-ce252d5841d7 req-aa7f2e78-44be-48d1-bfdc-d7e5f979b7f4 tempest-ServerAddressesNegativeTestJSON-271336355 tempest-ServerAddressesNegativeTestJSON-271336355-project-member] Enqueued Resource ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 with Priority: HIGHEST for action security_group_members [ 618.110261] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 with Priority: HIGHEST for action security_group_members [ 618.110647] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d086b0ed-fb0e-423b-af2e-d5dee78061e0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.110647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.110794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.110924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.111049] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.111224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.111224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.111392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.111425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.111506] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d086b0ed-fb0e-423b-af2e-d5dee78061e0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.289083] env[66329]: INFO networking_nsxv3.common.synchronization [req-f1ce763f-338b-4483-a5cc-7943c6b12100 req-39856d54-5eab-4853-917a-a0b7746afa05 service nova] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_rules [ 618.289234] env[66329]: INFO networking_nsxv3.common.synchronization [req-f1ce763f-338b-4483-a5cc-7943c6b12100 req-39856d54-5eab-4853-917a-a0b7746afa05 service nova] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 618.289364] env[66329]: INFO networking_nsxv3.common.synchronization [req-f1ce763f-338b-4483-a5cc-7943c6b12100 req-39856d54-5eab-4853-917a-a0b7746afa05 service nova] Enqueued Resource ID: e65f6885-04c8-4dd2-a1ca-52ed04c3f06d with Priority: HIGHEST for action port [ 618.289578] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_rules [ 618.289701] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 618.289793] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e65f6885-04c8-4dd2-a1ca-52ed04c3f06d with Priority: HIGHEST for action port [ 618.290367] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.290767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.290851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.292217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.292217] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.292868] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.292988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.293437] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-e65f6885-04c8-4dd2-a1ca-52ed04c3f06d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.293586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e65f6885-04c8-4dd2-a1ca-52ed04c3f06d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.293650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e65f6885-04c8-4dd2-a1ca-52ed04c3f06d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.294025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e65f6885-04c8-4dd2-a1ca-52ed04c3f06d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.294080] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e65f6885-04c8-4dd2-a1ca-52ed04c3f06d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.534729] env[66329]: INFO networking_nsxv3.common.synchronization [req-28511959-c631-4f5a-840b-8ca6caa7892a req-01e37746-f25d-4d5d-a8a6-79220c8514bb tempest-ListServerFiltersTestJSON-1543705672 tempest-ListServerFiltersTestJSON-1543705672-project-member] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 618.535324] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 618.535775] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.535775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.535894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.536377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.536571] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.536727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.536884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.537120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.537264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.537394] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.613922] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.614220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.614220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.614360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.614459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.614697] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.614785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.614848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.615014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.615116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.615204] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 is going to be updated. [ 618.652944] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.653237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.653237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.653483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.653595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.667415] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 in Status: IN_PROGRESS for 2s [ 618.797875] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.797875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.797875] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e65f6885-04c8-4dd2-a1ca-52ed04c3f06d with status ACTIVE [ 618.798044] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.798909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.798909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.798909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.798909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.798909] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.798909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.798909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.799272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.799272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.799272] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.799272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.799431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.799465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.799522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.799601] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e65f6885-04c8-4dd2-a1ca-52ed04c3f06d is going to be updated. [ 618.823065] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.823210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.823284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.823497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.823804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.823804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e65f6885-04c8-4dd2-a1ca-52ed04c3f06d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.863945] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-209 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.864150] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.864268] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.864533] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.864791] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.864932] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.865060] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.865262] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.865399] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.865606] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.865718] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.865833] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.865936] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.866222] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.866364] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.866496] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.889289] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.889364] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.889492] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.889664] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-209" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.890058] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-9c9489eb-c05f-49bc-ba2e-b66cc1646d09 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.890272] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-9c9489eb-c05f-49bc-ba2e-b66cc1646d09" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.890417] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-9c9489eb-c05f-49bc-ba2e-b66cc1646d09" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.890900] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-9c9489eb-c05f-49bc-ba2e-b66cc1646d09" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.891469] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9489eb-c05f-49bc-ba2e-b66cc1646d09',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.041117] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.054488] env[66329]: INFO networking_nsxv3.common.synchronization [None req-cefd0cb1-8a25-4bc9-b5be-32fabbc19f0f None None] Enqueued Resource ID: dc6401cd-b72a-467a-a5f2-0fec2d09519d with Priority: HIGHEST for action port [ 619.055528] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6401cd-b72a-467a-a5f2-0fec2d09519d with Priority: HIGHEST for action port [ 619.055920] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc6401cd-b72a-467a-a5f2-0fec2d09519d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.056090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc6401cd-b72a-467a-a5f2-0fec2d09519d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.056170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc6401cd-b72a-467a-a5f2-0fec2d09519d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.056460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc6401cd-b72a-467a-a5f2-0fec2d09519d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.056562] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6401cd-b72a-467a-a5f2-0fec2d09519d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.396846] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.396846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.396846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.396846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.396846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.396846] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 9c9489eb-c05f-49bc-ba2e-b66cc1646d09 not found, creating... [ 619.396846] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.396846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.396846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.396846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.396846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.397303] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.397303] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.397303] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.397501] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.397651] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.397794] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 9c9489eb-c05f-49bc-ba2e-b66cc1646d09 is going to be created. [ 619.421706] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.421706] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.421706] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.421706] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.421706] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.421706] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-9c9489eb-c05f-49bc-ba2e-b66cc1646d09" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.543129] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.560092] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc6401cd-b72a-467a-a5f2-0fec2d09519d [ 619.560092] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.560312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.560312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.560656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.560784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.560893] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc6401cd-b72a-467a-a5f2-0fec2d09519d already deleted. [ 619.560997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc6401cd-b72a-467a-a5f2-0fec2d09519d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.730259] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 619.730713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.730713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.730900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.731154] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.731283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.731349] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.731629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.731629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.731778] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.046317] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.046593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.046593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.048358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.048358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.048358] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be updated. [ 620.080713] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.080791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.080823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.081117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.081302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.093721] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: IN_PROGRESS for 2s [ 620.184979] env[66329]: INFO networking_nsxv3.common.synchronization [req-28511959-c631-4f5a-840b-8ca6caa7892a req-8d943946-e4f5-4dc9-b141-6a3755548489 service nova] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_rules [ 620.185077] env[66329]: INFO networking_nsxv3.common.synchronization [req-28511959-c631-4f5a-840b-8ca6caa7892a req-8d943946-e4f5-4dc9-b141-6a3755548489 service nova] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 620.185206] env[66329]: INFO networking_nsxv3.common.synchronization [req-28511959-c631-4f5a-840b-8ca6caa7892a req-8d943946-e4f5-4dc9-b141-6a3755548489 service nova] Enqueued Resource ID: 9c9489eb-c05f-49bc-ba2e-b66cc1646d09 with Priority: HIGHEST for action port [ 620.185757] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_rules [ 620.185949] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 620.186075] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9489eb-c05f-49bc-ba2e-b66cc1646d09 with Priority: HIGHEST for action port [ 620.186336] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.186437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.186557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.186701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.186783] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.187746] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.187746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.188537] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9489eb-c05f-49bc-ba2e-b66cc1646d09 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.188537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9489eb-c05f-49bc-ba2e-b66cc1646d09" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.188537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9489eb-c05f-49bc-ba2e-b66cc1646d09" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.188537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9489eb-c05f-49bc-ba2e-b66cc1646d09" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.188537] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9489eb-c05f-49bc-ba2e-b66cc1646d09',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.234847] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.258589] env[66329]: INFO networking_nsxv3.common.synchronization [req-7899e51e-7f81-4524-b50f-c4cc9aaff7b1 req-d38d8767-ed9d-46f2-99cf-b42021eef5c7 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 620.259307] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 620.260437] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.260594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.260669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.260934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.261130] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.261259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.261337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.261843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.261946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.262057] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.678529] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 in Status: SUCCESS [ 620.678680] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d086b0ed-fb0e-423b-af2e-d5dee78061e0 deletion is rescheduled due to dependency. [ 620.678994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d086b0ed-fb0e-423b-af2e-d5dee78061e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.690530] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.690715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.690811] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c9489eb-c05f-49bc-ba2e-b66cc1646d09 with status ACTIVE [ 620.690968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.691214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.691214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.691360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.691446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.691611] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.691705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.691758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.691917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.692042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.692323] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.692323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.692323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.692551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.693607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.693607] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c9489eb-c05f-49bc-ba2e-b66cc1646d09 is going to be updated. [ 620.719159] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.719304] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.719378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.719691] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.719758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.719882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9489eb-c05f-49bc-ba2e-b66cc1646d09" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.737403] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.764730] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.764931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.764997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.765522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.765522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.765522] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.765724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.765724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.765795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.765876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.765962] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d already deleted. [ 620.766064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.800796] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.801031] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-810" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.801132] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-810" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.801463] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-810" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.801710] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.801863] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.801975] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.802317] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.802432] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.802572] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.802690] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.802796] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.802899] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.803014] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.803119] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.803386] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.836472] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.836945] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.837031] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.837397] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-810" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.837810] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.838214] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.838442] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.838992] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.839562] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.239566] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.239736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.239811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.240049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.240138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.240396] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 621.271445] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.271729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.271861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.272038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.272196] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.282316] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 621.343467] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.343740] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.343811] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.345340] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.345340] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.345340] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc not found, creating... [ 621.345340] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.345340] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.345340] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.345340] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.345340] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.345780] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.345780] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.345780] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.346049] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.347254] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.347254] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc is going to be created. [ 621.366093] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.366255] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.366295] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.366530] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.366782] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.367046] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.101088] env[66329]: INFO networking_nsxv3.common.synchronization [req-7899e51e-7f81-4524-b50f-c4cc9aaff7b1 req-4bd57afe-6c1d-41b6-b115-c9a1877e0e7a service nova] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 622.101467] env[66329]: INFO networking_nsxv3.common.synchronization [req-7899e51e-7f81-4524-b50f-c4cc9aaff7b1 req-4bd57afe-6c1d-41b6-b115-c9a1877e0e7a service nova] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 622.101723] env[66329]: INFO networking_nsxv3.common.synchronization [req-7899e51e-7f81-4524-b50f-c4cc9aaff7b1 req-4bd57afe-6c1d-41b6-b115-c9a1877e0e7a service nova] Enqueued Resource ID: 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc with Priority: HIGHEST for action port [ 622.102748] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 622.102748] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 622.102972] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc with Priority: HIGHEST for action port [ 622.103768] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.104232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.104232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.104493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.105382] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.106165] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.106165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.106165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.106165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.106411] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.106411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.106525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.107328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.107328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.107328] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.108547] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.108547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.108547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.108547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.108771] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.112090] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: SUCCESS [ 622.112278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.112458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.112717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.112931] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.113191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.113191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.113555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.113555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.113555] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.483814] env[66329]: INFO networking_nsxv3.common.synchronization [None req-d6ae7199-0bea-4b9a-b507-f7210f07ad38 None None] Enqueued Resource ID: 1f8b8cc6-d2b9-4369-a979-f3b9bfca5c62 with Priority: HIGHEST for action port [ 622.484469] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8b8cc6-d2b9-4369-a979-f3b9bfca5c62 with Priority: HIGHEST for action port [ 622.484682] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f8b8cc6-d2b9-4369-a979-f3b9bfca5c62 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.484798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f8b8cc6-d2b9-4369-a979-f3b9bfca5c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.484933] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f8b8cc6-d2b9-4369-a979-f3b9bfca5c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.485205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f8b8cc6-d2b9-4369-a979-f3b9bfca5c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.485304] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f8b8cc6-d2b9-4369-a979-f3b9bfca5c62',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.610699] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.613430] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.613430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.613430] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc with status ACTIVE [ 622.613430] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.613430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.613430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.613430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.613430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.613430] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.613430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.613430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.613818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.613818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.615080] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.615080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.615080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.615080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.615080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.615080] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc is going to be updated. [ 622.622100] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.631538] env[66329]: INFO networking_nsxv3.common.synchronization [req-5de949c2-cbe0-4d25-b3cb-ae9660088eee req-fef14c0c-3c8c-4091-9942-aac825099548 tempest-ServerRescueNegativeTestJSON-2128701730 tempest-ServerRescueNegativeTestJSON-2128701730-project-member] Enqueued Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 622.631538] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 622.631538] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.631538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.631538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.631538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.631538] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.631970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.631970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.631970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.632180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.632180] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.637991] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.637991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.637991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.637991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.637991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.637991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.989373] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f8b8cc6-d2b9-4369-a979-f3b9bfca5c62 [ 622.989609] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.989729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.989831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.990145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.990246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.990373] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f8b8cc6-d2b9-4369-a979-f3b9bfca5c62 already deleted. [ 622.990805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f8b8cc6-d2b9-4369-a979-f3b9bfca5c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.117416] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.122141] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.138437] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.138437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.138437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.138437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.138437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.138437] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.138437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.138437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.138437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.138437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.138437] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 already deleted. [ 623.138437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.149594] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.149594] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.149594] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.149594] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.149594] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.149594] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.149594] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.150142] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.151820] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.151820] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.151820] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.151820] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.151820] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.151820] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.151820] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.151820] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.170954] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.171197] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.171377] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.172990] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.173373] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-eab06733-1f54-460d-a58b-eb9a2574ffc3 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.174154] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-eab06733-1f54-460d-a58b-eb9a2574ffc3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.174154] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-eab06733-1f54-460d-a58b-eb9a2574ffc3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.174154] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-eab06733-1f54-460d-a58b-eb9a2574ffc3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.174154] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eab06733-1f54-460d-a58b-eb9a2574ffc3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.293293] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 623.293406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.293608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.293883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.294317] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.294317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.294317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.294500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.294500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.294576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.294669] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.620816] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.620969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.621066] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.621300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.621394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.621509] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be created. [ 623.625670] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.625768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.625821] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.626575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.626575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.626575] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be updated. [ 623.657141] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.657141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.657141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.657382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.657415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.667031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.667242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.667340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.668215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.668215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.671709] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: UNINITIALIZED for 2s [ 623.677631] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.677631] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.677631] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.677631] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.677950] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.677950] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port eab06733-1f54-460d-a58b-eb9a2574ffc3 not found, creating... [ 623.678201] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.678368] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.678515] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.679251] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.679251] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.679609] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.679609] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.679714] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.679854] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.680027] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.680185] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: eab06733-1f54-460d-a58b-eb9a2574ffc3 is going to be created. [ 623.682081] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: IN_PROGRESS for 2s [ 623.705515] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.705833] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.705922] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.706264] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.706528] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.707047] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-eab06733-1f54-460d-a58b-eb9a2574ffc3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.801268] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.801268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.801268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.801268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.801505] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.801505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.801505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.802188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.802188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.802188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.802188] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.802188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.802188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.802558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.802558] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.802558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.802558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.802713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.802804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.802902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.803041] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.307086] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb25391b-5615-4eda-b721-b3959098673c: rpc.has_security_group_logging(os_id): False [ 624.328759] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.332171] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.332171] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.332171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.333446] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.333446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.333446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.333446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.333446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.333446] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 624.430564] env[66329]: INFO networking_nsxv3.common.synchronization [req-5de949c2-cbe0-4d25-b3cb-ae9660088eee req-926d3f8e-d11f-4b01-a571-ce6e6aba3ea6 service nova] Enqueued Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_rules [ 624.430839] env[66329]: INFO networking_nsxv3.common.synchronization [req-5de949c2-cbe0-4d25-b3cb-ae9660088eee req-926d3f8e-d11f-4b01-a571-ce6e6aba3ea6 service nova] Enqueued Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 624.430881] env[66329]: INFO networking_nsxv3.common.synchronization [req-5de949c2-cbe0-4d25-b3cb-ae9660088eee req-926d3f8e-d11f-4b01-a571-ce6e6aba3ea6 service nova] Enqueued Resource ID: eab06733-1f54-460d-a58b-eb9a2574ffc3 with Priority: HIGHEST for action port [ 624.431414] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_rules [ 624.432322] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 624.435191] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eab06733-1f54-460d-a58b-eb9a2574ffc3 with Priority: HIGHEST for action port [ 624.435574] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.435710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.435781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.436277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.436277] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.437263] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.437263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.437263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.437431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.437564] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.437657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.437717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.437885] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.438075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.438075] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.440912] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-eab06733-1f54-460d-a58b-eb9a2574ffc3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.441041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eab06733-1f54-460d-a58b-eb9a2574ffc3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.441113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eab06733-1f54-460d-a58b-eb9a2574ffc3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.441281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eab06733-1f54-460d-a58b-eb9a2574ffc3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.441359] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eab06733-1f54-460d-a58b-eb9a2574ffc3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.443550] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.443550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.443550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.443770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.443950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.468678] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 624.943379] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.943379] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.948790] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.953622] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eab06733-1f54-460d-a58b-eb9a2574ffc3 with status ACTIVE [ 624.959167] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.959167] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.959167] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.959167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.959167] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eab06733-1f54-460d-a58b-eb9a2574ffc3 is going to be updated. [ 624.981662] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.981886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.981957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.982214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.982403] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.982618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eab06733-1f54-460d-a58b-eb9a2574ffc3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.196178] env[66329]: INFO networking_nsxv3.common.synchronization [req-dacbeb4d-c6a8-4093-b262-69beee11cddd req-09c22058-a871-4803-8a0f-5c974b364ce6 tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 625.196680] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 625.198058] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.198290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.198395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.199116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.199355] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.199499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.199626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.200357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.204063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.204063] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.407232] env[66329]: INFO networking_nsxv3.common.synchronization [None req-c47ff63d-efd5-42ef-b4bf-ab2e4a5c04aa None None] Enqueued Resource ID: 4d17b392-2e6c-424b-9fd5-7c6a2fdf0265 with Priority: HIGHEST for action port [ 625.408491] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d17b392-2e6c-424b-9fd5-7c6a2fdf0265 with Priority: HIGHEST for action port [ 625.408914] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d17b392-2e6c-424b-9fd5-7c6a2fdf0265 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.409106] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d17b392-2e6c-424b-9fd5-7c6a2fdf0265" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.409179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d17b392-2e6c-424b-9fd5-7c6a2fdf0265" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.409468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d17b392-2e6c-424b-9fd5-7c6a2fdf0265" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.409675] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d17b392-2e6c-424b-9fd5-7c6a2fdf0265',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.451171] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.575256] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.575465] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.575584] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.575906] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.576178] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.576333] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.576445] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.576662] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.576815] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.577244] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.577423] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.577540] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.577645] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.577761] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.577856] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.577986] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.599700] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.599866] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.600007] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.600188] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.600620] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-2e44cb73-3354-49c6-aa26-a3efa542770b taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.600814] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-2e44cb73-3354-49c6-aa26-a3efa542770b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.600938] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-2e44cb73-3354-49c6-aa26-a3efa542770b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.601285] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-2e44cb73-3354-49c6-aa26-a3efa542770b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.601425] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e44cb73-3354-49c6-aa26-a3efa542770b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.682229] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 625.682229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.682229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.682229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.682494] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.682585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.682702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.682860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.682963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.683368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.683368] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.693631] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: SUCCESS [ 625.693961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.694724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.694958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.695159] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.695283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.695370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.695545] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.695615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.695952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.695952] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.704558] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.704765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.704765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.705103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.705453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.705571] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.705680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.705755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.705986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.706164] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.706546] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 already deleted. [ 625.706546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.911711] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d17b392-2e6c-424b-9fd5-7c6a2fdf0265 [ 625.912033] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.912033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.912202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.912397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.912397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.912496] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d17b392-2e6c-424b-9fd5-7c6a2fdf0265 already deleted. [ 625.912675] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d17b392-2e6c-424b-9fd5-7c6a2fdf0265" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.954657] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.954657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.954657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.954657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.954936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.954936] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 is going to be created. [ 625.984068] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.984319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.984319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.984493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.984645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.995332] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: UNINITIALIZED for 2s [ 626.108820] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.109151] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.109320] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.109672] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.109915] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.110131] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 2e44cb73-3354-49c6-aa26-a3efa542770b not found, creating... [ 626.110530] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.110710] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.110848] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.111557] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.112167] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.112662] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.114239] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.114351] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.114727] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.115022] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.115242] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 2e44cb73-3354-49c6-aa26-a3efa542770b is going to be created. [ 626.144994] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.145219] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.145335] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.145652] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.145903] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.146157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-2e44cb73-3354-49c6-aa26-a3efa542770b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.186082] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.186325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.186416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.186702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.186968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.187084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.187228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.187317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.187741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.187741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.187741] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.188490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.188490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.188490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.188673] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.189147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.189147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.189147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.189147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.189322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.189322] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.199330] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.199547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.199613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.199838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.200037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.200395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.200496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.200726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.200843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.201025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.201164] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.201265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.201317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.201477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.201622] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.201742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.201779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.201961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.202023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.202158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.202263] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.486041] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 626.486742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.692622] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 838febdb-adc0-4c5e-b610-4bc275eb6d3d: rpc.has_security_group_logging(os_id): False [ 626.705750] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbc97eeb-9fdd-4d49-ba38-0e4219ce2894: rpc.has_security_group_logging(os_id): False [ 626.713256] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.713616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.713711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.713950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.714070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.714304] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.714417] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.714479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.714644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.714766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.714909] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.715010] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.715077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.715231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.715307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.715505] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.715600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.715664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.715815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.715890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.715976] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be created. [ 626.727266] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.727456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.727456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.727687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.727781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.727993] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.728106] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.728157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.728313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.728388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.728567] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.728667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.728708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.728936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.729038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.729551] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.729638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.729798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.729978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.730095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.730191] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be updated. [ 626.760957] env[66329]: INFO networking_nsxv3.common.synchronization [req-d120c3bf-3825-4000-936c-38f9bd856daa req-b2e83530-24aa-4dab-ab51-eea9a0c14154 tempest-ServerDiagnosticsNegativeTest-1625004158 tempest-ServerDiagnosticsNegativeTest-1625004158-project-member] Enqueued Resource ID: 4f24c068-964a-4ff7-aa10-c82175b22731 with Priority: HIGHEST for action security_group_members [ 626.761581] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f24c068-964a-4ff7-aa10-c82175b22731 with Priority: HIGHEST for action security_group_members [ 626.761930] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f24c068-964a-4ff7-aa10-c82175b22731 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.762066] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.762134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.762339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.762494] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.762672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.762736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.762895] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.763071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.763191] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f24c068-964a-4ff7-aa10-c82175b22731',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.790686] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.790898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.790898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.791128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.791311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.804630] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 626.810376] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.810570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.810672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.810854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.811072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.828562] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: IN_PROGRESS for 2s [ 626.858243] env[66329]: INFO networking_nsxv3.common.synchronization [req-dacbeb4d-c6a8-4093-b262-69beee11cddd req-f1529aec-e95b-4a19-ad57-c7154cba0e23 service nova] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_rules [ 626.858243] env[66329]: INFO networking_nsxv3.common.synchronization [req-dacbeb4d-c6a8-4093-b262-69beee11cddd req-f1529aec-e95b-4a19-ad57-c7154cba0e23 service nova] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 626.858243] env[66329]: INFO networking_nsxv3.common.synchronization [req-dacbeb4d-c6a8-4093-b262-69beee11cddd req-f1529aec-e95b-4a19-ad57-c7154cba0e23 service nova] Enqueued Resource ID: 2e44cb73-3354-49c6-aa26-a3efa542770b with Priority: HIGHEST for action port [ 626.860074] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_rules [ 626.860263] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 626.860416] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e44cb73-3354-49c6-aa26-a3efa542770b with Priority: HIGHEST for action port [ 626.860767] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.860926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.860976] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.861235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.861349] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.862761] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.862761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.862761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.862954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.863294] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.863294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.863294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.863560] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.863560] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.863560] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.866717] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e44cb73-3354-49c6-aa26-a3efa542770b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.866717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e44cb73-3354-49c6-aa26-a3efa542770b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.866717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e44cb73-3354-49c6-aa26-a3efa542770b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.866717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e44cb73-3354-49c6-aa26-a3efa542770b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.866717] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e44cb73-3354-49c6-aa26-a3efa542770b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.269364] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.269364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.269364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.269364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.269364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.269364] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.269364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.269364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.269364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.269364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.269364] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f24c068-964a-4ff7-aa10-c82175b22731 is going to be updated. [ 627.310045] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.310045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.310045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.310045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.310045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.321327] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f24c068-964a-4ff7-aa10-c82175b22731 in Status: IN_PROGRESS for 2s [ 627.366365] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.366530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.367707] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.368462] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e44cb73-3354-49c6-aa26-a3efa542770b with status ACTIVE [ 627.368462] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.368462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.368462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.368718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.368718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.368886] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.369147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.369147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.369219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.369261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.369433] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.370850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.370850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.370850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.370850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.370850] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e44cb73-3354-49c6-aa26-a3efa542770b is going to be updated. [ 627.397273] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.397479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.397549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.397798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.397973] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.398229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e44cb73-3354-49c6-aa26-a3efa542770b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.520119] env[66329]: INFO networking_nsxv3.common.synchronization [req-10f504d9-2305-4797-9182-137bd717063f req-8a237372-bf1a-4129-8545-7324a15d93f7 tempest-VolumesAssistedSnapshotsTest-313608641 tempest-VolumesAssistedSnapshotsTest-313608641-project-member] Enqueued Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_members [ 627.520507] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_members [ 627.522054] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ec29b3-17ed-4194-9861-f9e9d9e9d809 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.522054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.522054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.522054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.522054] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.522054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.522054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.522054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.522054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.522054] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ec29b3-17ed-4194-9861-f9e9d9e9d809',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.873980] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.928993] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.929637] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-813" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.929637] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-813" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.929637] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-813" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.929906] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.930196] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.930363] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.930653] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.932055] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.932055] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.932055] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.932055] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.932055] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.932055] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.932055] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.932055] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.952241] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.952468] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.952595] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.952789] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-813" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.953174] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-082a7bb9-c6c2-433b-aad7-a55382c74c62 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.953389] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-082a7bb9-c6c2-433b-aad7-a55382c74c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.953467] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-082a7bb9-c6c2-433b-aad7-a55382c74c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.953855] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-082a7bb9-c6c2-433b-aad7-a55382c74c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.953999] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082a7bb9-c6c2-433b-aad7-a55382c74c62',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.009898] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: SUCCESS [ 628.009898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.009898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.009898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.012187] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.012187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.012187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.012187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.012187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.012187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.012187] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.026715] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.026715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.026715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.026715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.026715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.026715] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.026715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.027585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.027585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.027585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.027964] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 already deleted. [ 628.028277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.376718] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.376888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.376962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.377252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.377324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.377386] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be created. [ 628.400537] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.400724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.400823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.401007] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.401179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.413225] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: UNINITIALIZED for 2s [ 628.459817] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.460071] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.460645] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.460645] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.460772] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.460900] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 082a7bb9-c6c2-433b-aad7-a55382c74c62 not found, creating... [ 628.461198] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.461351] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.461485] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.461832] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.461937] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.462197] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.462359] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.462493] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.462808] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.462924] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.463126] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 082a7bb9-c6c2-433b-aad7-a55382c74c62 is going to be created. [ 628.496790] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.497058] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.497201] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.497797] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.497797] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.497964] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-082a7bb9-c6c2-433b-aad7-a55382c74c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.513970] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.514237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.514237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.514468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.514648] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.514796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.514965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.515148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.515241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.515329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.515488] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.515580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.515645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.515842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.515988] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.516131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.516197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.516337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.516510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.516614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.516828] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.818688] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 628.820201] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.843311] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: SUCCESS [ 628.843311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.019146] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64ae41f3-02c1-412b-a4ca-79d206954bd8: rpc.has_security_group_logging(os_id): False [ 629.039740] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.040069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.040244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.040507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.040641] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.040900] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.041065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.041231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.041723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.041723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.041723] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.041903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.041949] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.042153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.042265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.042486] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.042728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.042829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.043220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.043220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.043220] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 is going to be created. [ 629.113219] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.113219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.113219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.113535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.113535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.124759] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: IN_PROGRESS for 2s [ 629.242522] env[66329]: INFO networking_nsxv3.common.synchronization [req-10f504d9-2305-4797-9182-137bd717063f req-fbbed935-5958-4a47-b07e-6443203e711c service nova] Enqueued Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_rules [ 629.242522] env[66329]: INFO networking_nsxv3.common.synchronization [req-10f504d9-2305-4797-9182-137bd717063f req-fbbed935-5958-4a47-b07e-6443203e711c service nova] Enqueued Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_members [ 629.242522] env[66329]: INFO networking_nsxv3.common.synchronization [req-10f504d9-2305-4797-9182-137bd717063f req-fbbed935-5958-4a47-b07e-6443203e711c service nova] Enqueued Resource ID: 082a7bb9-c6c2-433b-aad7-a55382c74c62 with Priority: HIGHEST for action port [ 629.243049] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_rules [ 629.243198] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_members [ 629.243286] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082a7bb9-c6c2-433b-aad7-a55382c74c62 with Priority: HIGHEST for action port [ 629.243663] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.243729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.243768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.243952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.244048] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ec29b3-17ed-4194-9861-f9e9d9e9d809',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.245531] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ec29b3-17ed-4194-9861-f9e9d9e9d809 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.245651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.245709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.245897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.246070] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.246174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.246341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.246382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.246465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.246562] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ec29b3-17ed-4194-9861-f9e9d9e9d809',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.248049] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-082a7bb9-c6c2-433b-aad7-a55382c74c62 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.248243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-082a7bb9-c6c2-433b-aad7-a55382c74c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.248328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-082a7bb9-c6c2-433b-aad7-a55382c74c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.248592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-082a7bb9-c6c2-433b-aad7-a55382c74c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.248683] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082a7bb9-c6c2-433b-aad7-a55382c74c62',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.334396] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f24c068-964a-4ff7-aa10-c82175b22731 in Status: SUCCESS [ 629.334549] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f24c068-964a-4ff7-aa10-c82175b22731 deletion is rescheduled due to dependency. [ 629.334772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.746445] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ec29b3-17ed-4194-9861-f9e9d9e9d809 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.746658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.751200] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ec29b3-17ed-4194-9861-f9e9d9e9d809',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.752657] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 082a7bb9-c6c2-433b-aad7-a55382c74c62 with status ACTIVE [ 629.752875] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.752990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.753062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.753499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.753499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.753607] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.753703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.753767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.753950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.754109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.754356] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.754446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.754626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.754695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.754774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.754902] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 082a7bb9-c6c2-433b-aad7-a55382c74c62 is going to be updated. [ 629.781191] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.782020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.782020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.782020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.782313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.782313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-082a7bb9-c6c2-433b-aad7-a55382c74c62" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.257378] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ec29b3-17ed-4194-9861-f9e9d9e9d809',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.286256] env[66329]: INFO networking_nsxv3.common.synchronization [req-648a92bd-c28e-432e-9446-a221dc1ae839 req-1c424b00-444e-422a-ab45-2b658ddbe0ba tempest-TenantUsagesTestJSON-950280113 tempest-TenantUsagesTestJSON-950280113-project-member] Enqueued Resource ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf with Priority: HIGHEST for action security_group_members [ 630.286754] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf with Priority: HIGHEST for action security_group_members [ 630.287416] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62ce892-2b49-44d3-aad8-850d9ae1abaf taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.287416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.287416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.287705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.287907] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.288044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.288120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.288338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.288437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.288539] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62ce892-2b49-44d3-aad8-850d9ae1abaf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.425277] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 630.425523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.425748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.426168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.426418] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.426616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.426708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.426905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.427034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.427146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.427263] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.625053] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.625280] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.625423] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.626885] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.626885] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.626885] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.626885] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.626885] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.626885] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.626885] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.626885] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.627478] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.627478] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.627478] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.627478] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.627478] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.654925] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.655114] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.655239] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.655408] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.655721] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-9fd7d1d4-88a7-44a3-aeb6-340003087a47 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.655892] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-9fd7d1d4-88a7-44a3-aeb6-340003087a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.656015] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-9fd7d1d4-88a7-44a3-aeb6-340003087a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.656379] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-9fd7d1d4-88a7-44a3-aeb6-340003087a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.656516] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd7d1d4-88a7-44a3-aeb6-340003087a47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.761914] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.762181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.762302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.762682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.762885] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.762959] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 is going to be created. [ 630.791892] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.791892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.791892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.792185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.792237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.792423] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.792524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.792600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.792766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.792846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.793110] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf already deleted. [ 630.793110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.794046] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.794154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.794221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.794377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.794534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.814513] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 in Status: UNINITIALIZED for 2s [ 630.929453] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.929648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.929702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.929953] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.930138] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.930244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.930318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.930559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.930699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.930795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.930952] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.931069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.931133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.931305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.931417] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.931513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.931573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.931709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.931787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.931869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.931957] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.138925] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: SUCCESS [ 631.138925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.163030] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.163030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.163030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.163030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.163030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.163030] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 9fd7d1d4-88a7-44a3-aeb6-340003087a47 not found, creating... [ 631.163030] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.163030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.163030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.163030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.163030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.163851] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.163851] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.163851] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.164387] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.164698] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.166225] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 9fd7d1d4-88a7-44a3-aeb6-340003087a47 is going to be created. [ 631.186606] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.186967] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.187159] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.187505] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.187666] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.187906] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-9fd7d1d4-88a7-44a3-aeb6-340003087a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.434421] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc43ac6-ac21-4ad7-b076-78f49402afa6: rpc.has_security_group_logging(os_id): False [ 631.453181] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.453404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.453471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.453715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.453844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.454101] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.454236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.454324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.454521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.454655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.454932] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.455174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.455265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.455420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.455510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.455748] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.455867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.455947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.456120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.456234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.456362] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be created. [ 631.523547] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.523547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.523547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.523547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.523547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.537539] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 632.367638] env[66329]: INFO networking_nsxv3.common.synchronization [req-648a92bd-c28e-432e-9446-a221dc1ae839 req-c43690e0-61fa-492c-80aa-ac3e7ce3e84d service nova] Enqueued Resource ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf with Priority: HIGHEST for action security_group_rules [ 632.367732] env[66329]: INFO networking_nsxv3.common.synchronization [req-648a92bd-c28e-432e-9446-a221dc1ae839 req-c43690e0-61fa-492c-80aa-ac3e7ce3e84d service nova] Enqueued Resource ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf with Priority: HIGHEST for action security_group_members [ 632.367863] env[66329]: INFO networking_nsxv3.common.synchronization [req-648a92bd-c28e-432e-9446-a221dc1ae839 req-c43690e0-61fa-492c-80aa-ac3e7ce3e84d service nova] Enqueued Resource ID: 9fd7d1d4-88a7-44a3-aeb6-340003087a47 with Priority: HIGHEST for action port [ 632.369231] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf with Priority: HIGHEST for action security_group_rules [ 632.369440] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf with Priority: HIGHEST for action security_group_members [ 632.369615] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd7d1d4-88a7-44a3-aeb6-340003087a47 with Priority: HIGHEST for action port [ 632.369980] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c62ce892-2b49-44d3-aad8-850d9ae1abaf taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.370380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.370451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.370724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.370857] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c62ce892-2b49-44d3-aad8-850d9ae1abaf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.372153] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62ce892-2b49-44d3-aad8-850d9ae1abaf taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.372153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.372153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.372385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.372624] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.372809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.372864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.373074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.373169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.373261] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62ce892-2b49-44d3-aad8-850d9ae1abaf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.374095] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd7d1d4-88a7-44a3-aeb6-340003087a47 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.374245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd7d1d4-88a7-44a3-aeb6-340003087a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.374314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd7d1d4-88a7-44a3-aeb6-340003087a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.376131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd7d1d4-88a7-44a3-aeb6-340003087a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.376131] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd7d1d4-88a7-44a3-aeb6-340003087a47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.827081] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 in Status: SUCCESS [ 632.827081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.827518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.827518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.827801] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.827923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.827923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.828150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.829652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.829652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.829652] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ec29b3-17ed-4194-9861-f9e9d9e9d809',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.876477] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62ce892-2b49-44d3-aad8-850d9ae1abaf taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.876647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.878450] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c62ce892-2b49-44d3-aad8-850d9ae1abaf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.881594] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fd7d1d4-88a7-44a3-aeb6-340003087a47 with status ACTIVE [ 632.882273] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.882273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.882273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.882273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.882490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.882490] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.882679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.882759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.882980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.883087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.883349] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.883561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.883561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.883634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.884313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.884313] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fd7d1d4-88a7-44a3-aeb6-340003087a47 is going to be updated. [ 632.911169] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.911324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.911454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.911602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.911742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.911904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd7d1d4-88a7-44a3-aeb6-340003087a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.330538] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ec29b3-17ed-4194-9861-f9e9d9e9d809',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.388893] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c62ce892-2b49-44d3-aad8-850d9ae1abaf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.553926] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 633.554196] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.836841] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ec29b3-17ed-4194-9861-f9e9d9e9d809: rpc.has_security_group_logging(os_id): False [ 633.865741] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.865908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.865956] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.866223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.866345] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.866617] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.866758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.866864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.867235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.867235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.867370] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 is going to be created. [ 633.894749] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.895025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.895248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.896278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.896278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.896278] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf is going to be created. [ 633.929402] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.929619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.929758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.930062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.930292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.944574] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf in Status: UNINITIALIZED for 2s [ 633.951108] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.951465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.951603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.951986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.952310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.969028] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 in Status: IN_PROGRESS for 2s [ 635.091808] env[66329]: INFO networking_nsxv3.common.synchronization [None req-cb898aaa-0635-460d-9498-45d905a994cb None None] Enqueued Resource ID: 1d5fafdb-122a-47b9-8af9-e5f776cb1702 with Priority: HIGHEST for action port [ 635.093912] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5fafdb-122a-47b9-8af9-e5f776cb1702 with Priority: HIGHEST for action port [ 635.094390] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d5fafdb-122a-47b9-8af9-e5f776cb1702 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.094530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d5fafdb-122a-47b9-8af9-e5f776cb1702" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.094614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d5fafdb-122a-47b9-8af9-e5f776cb1702" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.095462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d5fafdb-122a-47b9-8af9-e5f776cb1702" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.095649] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5fafdb-122a-47b9-8af9-e5f776cb1702',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.598111] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d5fafdb-122a-47b9-8af9-e5f776cb1702 [ 635.599917] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.600107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.600236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.600540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.600751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.600863] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d5fafdb-122a-47b9-8af9-e5f776cb1702 already deleted. [ 635.601049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d5fafdb-122a-47b9-8af9-e5f776cb1702" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.956374] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf in Status: SUCCESS [ 635.956960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.956960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.956960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.957169] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.957285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.957354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.957508] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.957591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.957678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.957768] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c62ce892-2b49-44d3-aad8-850d9ae1abaf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.988665] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 in Status: SUCCESS [ 635.988665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.073677] env[66329]: INFO networking_nsxv3.common.synchronization [req-cdb10d9a-290a-43cb-a77f-ae60cb00d9d9 req-62ed8e4b-040e-4a56-a7cc-eeca0272fdf1 tempest-ServerRescueNegativeTestJSON-2128701730 tempest-ServerRescueNegativeTestJSON-2128701730-project-member] Enqueued Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 636.075112] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 636.075112] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.075290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.075382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.075679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.075914] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.076071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.076172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.079076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.079076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.079076] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.460086] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62ce892-2b49-44d3-aad8-850d9ae1abaf taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.460423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.460423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.463020] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.463020] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62ce892-2b49-44d3-aad8-850d9ae1abaf taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.463020] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.463020] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c62ce892-2b49-44d3-aad8-850d9ae1abaf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.583170] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.609170] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.609170] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.609170] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.609170] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.609170] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.609170] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.609170] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.609170] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.609728] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.609993] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.610199] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.610332] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.610471] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.610590] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.610889] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.610991] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.633881] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.634129] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.634298] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.634485] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.634821] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-cd0f450f-f06b-49fc-8497-8ec3d2fb1337 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.635061] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-cd0f450f-f06b-49fc-8497-8ec3d2fb1337" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.635194] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-cd0f450f-f06b-49fc-8497-8ec3d2fb1337" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.635617] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-cd0f450f-f06b-49fc-8497-8ec3d2fb1337" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.637685] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd0f450f-f06b-49fc-8497-8ec3d2fb1337',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.965751] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c62ce892-2b49-44d3-aad8-850d9ae1abaf: rpc.has_security_group_logging(os_id): False [ 636.989023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.989023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.989023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.989023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.989659] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.989659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.989659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.991487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.991742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.992165] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf is going to be created. [ 637.058554] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.059208] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.059208] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.059332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.059423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.074023] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf in Status: IN_PROGRESS for 2s [ 637.086189] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.140034] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.140034] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.140240] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.140375] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.140557] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.140799] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port cd0f450f-f06b-49fc-8497-8ec3d2fb1337 not found, creating... [ 637.141160] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.141371] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.141642] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.142530] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.142782] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.143172] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.144059] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.144059] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.144059] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.144059] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.144652] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: cd0f450f-f06b-49fc-8497-8ec3d2fb1337 is going to be created. [ 637.169060] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.169542] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.169761] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.170172] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.170846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.171283] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-cd0f450f-f06b-49fc-8497-8ec3d2fb1337" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.362407] env[66329]: INFO networking_nsxv3.common.synchronization [None req-e6f91966-72f0-4e48-9e1c-ae806a1bc827 None None] Enqueued Resource ID: dbb15377-e217-447f-aad9-6b711e0f6ab1 with Priority: HIGHEST for action port [ 637.363274] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbb15377-e217-447f-aad9-6b711e0f6ab1 with Priority: HIGHEST for action port [ 637.363584] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbb15377-e217-447f-aad9-6b711e0f6ab1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.365120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbb15377-e217-447f-aad9-6b711e0f6ab1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.365197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbb15377-e217-447f-aad9-6b711e0f6ab1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.365427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbb15377-e217-447f-aad9-6b711e0f6ab1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.365511] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbb15377-e217-447f-aad9-6b711e0f6ab1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.558070] env[66329]: INFO networking_nsxv3.common.synchronization [None req-327d6eb6-0361-4694-9003-86f99747eb27 None None] Enqueued Resource ID: 9447a68f-8d4f-4f13-b5ec-3d7481ba8a9b with Priority: HIGHEST for action port [ 637.558070] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9447a68f-8d4f-4f13-b5ec-3d7481ba8a9b with Priority: HIGHEST for action port [ 637.558070] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9447a68f-8d4f-4f13-b5ec-3d7481ba8a9b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.558420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9447a68f-8d4f-4f13-b5ec-3d7481ba8a9b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.558420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9447a68f-8d4f-4f13-b5ec-3d7481ba8a9b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.558485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9447a68f-8d4f-4f13-b5ec-3d7481ba8a9b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.559035] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9447a68f-8d4f-4f13-b5ec-3d7481ba8a9b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.593151] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.593543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.593781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.594118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.594672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.594857] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 is going to be updated. [ 637.630623] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.630623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.630623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.630623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.630623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.644212] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: IN_PROGRESS for 2s [ 637.868247] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbb15377-e217-447f-aad9-6b711e0f6ab1 [ 637.868376] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.868513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.868563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.869285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.869285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.869285] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbb15377-e217-447f-aad9-6b711e0f6ab1 already deleted. [ 637.869285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbb15377-e217-447f-aad9-6b711e0f6ab1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.898354] env[66329]: INFO networking_nsxv3.common.synchronization [req-cdb10d9a-290a-43cb-a77f-ae60cb00d9d9 req-fbe8d456-cfde-4df1-94aa-18be0d838c65 service nova] Enqueued Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_rules [ 637.898710] env[66329]: INFO networking_nsxv3.common.synchronization [req-cdb10d9a-290a-43cb-a77f-ae60cb00d9d9 req-fbe8d456-cfde-4df1-94aa-18be0d838c65 service nova] Enqueued Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 637.898710] env[66329]: INFO networking_nsxv3.common.synchronization [req-cdb10d9a-290a-43cb-a77f-ae60cb00d9d9 req-fbe8d456-cfde-4df1-94aa-18be0d838c65 service nova] Enqueued Resource ID: cd0f450f-f06b-49fc-8497-8ec3d2fb1337 with Priority: HIGHEST for action port [ 637.899465] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_rules [ 637.899682] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 637.899853] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd0f450f-f06b-49fc-8497-8ec3d2fb1337 with Priority: HIGHEST for action port [ 637.900151] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.900277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.900344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.900550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.900665] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.902264] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.902493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.903873] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd0f450f-f06b-49fc-8497-8ec3d2fb1337 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.903873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd0f450f-f06b-49fc-8497-8ec3d2fb1337" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.903873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd0f450f-f06b-49fc-8497-8ec3d2fb1337" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.905057] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd0f450f-f06b-49fc-8497-8ec3d2fb1337" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.905554] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd0f450f-f06b-49fc-8497-8ec3d2fb1337',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.061942] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9447a68f-8d4f-4f13-b5ec-3d7481ba8a9b [ 638.062220] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.062368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.062436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.063034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.063034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.063034] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9447a68f-8d4f-4f13-b5ec-3d7481ba8a9b already deleted. [ 638.063034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9447a68f-8d4f-4f13-b5ec-3d7481ba8a9b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.406528] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.406707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.407018] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd0f450f-f06b-49fc-8497-8ec3d2fb1337 with status ACTIVE [ 638.407147] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.407248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.407248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.408088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.408088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.408088] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.408088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.408088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.408088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.408330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.408330] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.408442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.408505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.408966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.408966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.408966] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd0f450f-f06b-49fc-8497-8ec3d2fb1337 is going to be updated. [ 638.432917] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.432917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.432917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.432917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.432917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.432917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd0f450f-f06b-49fc-8497-8ec3d2fb1337" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.589933] env[66329]: INFO networking_nsxv3.common.synchronization [req-0f36d2de-da85-4ece-acbc-bd6db9350e5d req-5601a63b-30b6-44d6-94e1-cc7ed527fcf1 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 638.589933] env[66329]: INFO networking_nsxv3.common.synchronization [req-0f36d2de-da85-4ece-acbc-bd6db9350e5d req-5601a63b-30b6-44d6-94e1-cc7ed527fcf1 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_members [ 638.591024] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 638.591298] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_members [ 638.592144] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.592311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.592408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.592742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.592909] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.593028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.593091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.593255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.593342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.593436] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.594953] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ebe38f-3d5e-4208-98cf-f640491d8aac taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.595082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.595151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.595379] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.595532] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.595660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.595748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.595902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.596033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.596132] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.659765] env[66329]: INFO networking_nsxv3.common.synchronization [req-0f36d2de-da85-4ece-acbc-bd6db9350e5d req-5601a63b-30b6-44d6-94e1-cc7ed527fcf1 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_rules [ 638.659959] env[66329]: INFO networking_nsxv3.common.synchronization [req-0f36d2de-da85-4ece-acbc-bd6db9350e5d req-5601a63b-30b6-44d6-94e1-cc7ed527fcf1 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_members [ 638.660331] env[66329]: INFO networking_nsxv3.common.synchronization [req-0f36d2de-da85-4ece-acbc-bd6db9350e5d req-5601a63b-30b6-44d6-94e1-cc7ed527fcf1 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 638.660520] env[66329]: INFO networking_nsxv3.common.synchronization [req-0f36d2de-da85-4ece-acbc-bd6db9350e5d req-5601a63b-30b6-44d6-94e1-cc7ed527fcf1 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 638.660687] env[66329]: INFO networking_nsxv3.common.synchronization [req-0f36d2de-da85-4ece-acbc-bd6db9350e5d req-5601a63b-30b6-44d6-94e1-cc7ed527fcf1 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc with Priority: HIGHEST for action port [ 638.661420] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_rules [ 638.661600] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 638.661673] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc with Priority: HIGHEST for action port [ 638.661767] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_members [ 638.661900] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 638.662215] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ebe38f-3d5e-4208-98cf-f640491d8aac taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.665512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.665512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.665512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.665512] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.665512] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.665512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.665512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.665512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.665512] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.666297] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.666297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.666297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.666714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.666714] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.667790] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ebe38f-3d5e-4208-98cf-f640491d8aac taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.667919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.668512] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.668629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.088809] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf in Status: SUCCESS [ 639.088809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.100087] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.100087] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.169975] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.170127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.170326] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc with status ACTIVE [ 639.170534] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.170637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.171315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.171315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.171315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.171315] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.171315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.171315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.171766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.171766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.171766] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.171766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.172051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.172051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.172051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.172172] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc is going to be updated. [ 639.173681] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ebe38f-3d5e-4208-98cf-f640491d8aac taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.173887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.195230] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.195230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.195230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.195230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.195230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.196356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.601029] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.605264] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.655242] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: SUCCESS [ 639.655466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.655628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.655849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.656055] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.656171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.656232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.656383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.656463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.656556] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.108904] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.109172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.109335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.109717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.111031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.111031] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 640.111671] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.111811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.111944] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.113123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.113298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.116273] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac is going to be created. [ 640.149610] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.149801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.149889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.150601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.150838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.154910] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.155260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.155440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.155791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.156037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.161469] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.173124] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: UNINITIALIZED for 2s [ 640.175084] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 640.384214] env[66329]: INFO networking_nsxv3.common.synchronization [None req-d7927627-3e13-4ac9-94cc-c7875bcc0aa0 None None] Enqueued Resource ID: f352ffcb-fa43-4b4c-841b-e316c15f999e with Priority: HIGHEST for action port [ 640.384924] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352ffcb-fa43-4b4c-841b-e316c15f999e with Priority: HIGHEST for action port [ 640.385150] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-f352ffcb-fa43-4b4c-841b-e316c15f999e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.385278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f352ffcb-fa43-4b4c-841b-e316c15f999e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.385338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f352ffcb-fa43-4b4c-841b-e316c15f999e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.385605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f352ffcb-fa43-4b4c-841b-e316c15f999e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.385726] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f352ffcb-fa43-4b4c-841b-e316c15f999e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.660267] env[66329]: INFO networking_nsxv3.common.synchronization [None req-f700f5b5-69d0-4879-ab20-616396ff9aff None None] Enqueued Resource ID: 2912cbe3-4fd9-4d81-88cc-df7af18d1a95 with Priority: HIGHEST for action port [ 640.660267] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2912cbe3-4fd9-4d81-88cc-df7af18d1a95 with Priority: HIGHEST for action port [ 640.660710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-2912cbe3-4fd9-4d81-88cc-df7af18d1a95 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.660710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2912cbe3-4fd9-4d81-88cc-df7af18d1a95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.660710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2912cbe3-4fd9-4d81-88cc-df7af18d1a95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.660984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2912cbe3-4fd9-4d81-88cc-df7af18d1a95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.661055] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2912cbe3-4fd9-4d81-88cc-df7af18d1a95',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.665895] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.889026] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f352ffcb-fa43-4b4c-841b-e316c15f999e [ 640.889784] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.889964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.890030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.890252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.890338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.890432] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f352ffcb-fa43-4b4c-841b-e316c15f999e already deleted. [ 640.890515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f352ffcb-fa43-4b4c-841b-e316c15f999e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.164435] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2912cbe3-4fd9-4d81-88cc-df7af18d1a95 [ 641.164704] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.164879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.164980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.165255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.165380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.165510] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2912cbe3-4fd9-4d81-88cc-df7af18d1a95 already deleted. [ 641.165644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2912cbe3-4fd9-4d81-88cc-df7af18d1a95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.170307] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.170486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.170594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.170881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.171030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.171155] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 is going to be updated. [ 641.206119] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.206119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.207229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.207507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.207686] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.221058] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: IN_PROGRESS for 2s [ 641.255502] env[66329]: INFO networking_nsxv3.common.synchronization [req-23fccdac-8b00-4bff-a1da-b0e166bdec03 req-8ee37764-c7ed-4184-bdff-fde3abf2e713 tempest-ServersWithSpecificFlavorTestJSON-1854330880 tempest-ServersWithSpecificFlavorTestJSON-1854330880-project-member] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 641.256265] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 641.256673] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.256845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.256957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.257335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.257565] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.257728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.257823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.258246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.258496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.258754] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.762938] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.763257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.763257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.763499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.763600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.763856] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.763964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.764050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.764265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.764371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.764471] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 already deleted. [ 641.764567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.963804] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.964014] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-871" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.964147] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-871" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.966403] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-871" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.966403] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.966814] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.967132] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.967413] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.967609] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.968765] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.968765] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.968765] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.968955] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.969111] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.969278] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.969459] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.994836] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.994982] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.995110] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.995278] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-871" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.995646] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-cd97927a-a5c7-43d8-a9eb-90e23c37f020 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.995763] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-cd97927a-a5c7-43d8-a9eb-90e23c37f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.995874] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-cd97927a-a5c7-43d8-a9eb-90e23c37f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.996237] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-cd97927a-a5c7-43d8-a9eb-90e23c37f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.996372] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd97927a-a5c7-43d8-a9eb-90e23c37f020',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.040461] env[66329]: INFO networking_nsxv3.common.synchronization [req-95156a64-4055-44d7-a140-64fa15f3a69a req-f14382b2-78e8-4772-ab45-d3503d98f212 tempest-SecurityGroupRulesNegativeTestJSON-50760495 tempest-SecurityGroupRulesNegativeTestJSON-50760495-project-member] Enqueued Resource ID: 94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47 with Priority: HIGHEST for action security_group_rules [ 642.040461] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47 with Priority: HIGHEST for action security_group_rules [ 642.040461] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.040461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.040461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.040461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.040461] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.185906] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: SUCCESS [ 642.186185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.187174] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 642.187445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.187667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.187950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.188338] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.188484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.189601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.191384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.191384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.191384] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.191384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.191631] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.191858] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.192011] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.192320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.192320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.192411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.192456] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.499595] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.500057] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.500137] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.500382] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.500545] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.500714] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port cd97927a-a5c7-43d8-a9eb-90e23c37f020 not found, creating... [ 642.501045] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.501269] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.501484] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.501727] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.501868] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.503541] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.503541] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.503541] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.504439] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.504439] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.504439] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: cd97927a-a5c7-43d8-a9eb-90e23c37f020 is going to be created. [ 642.528679] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.528964] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.529135] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.529656] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.530104] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.530228] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-cd97927a-a5c7-43d8-a9eb-90e23c37f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.564060] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.564251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.564564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.564661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.564809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.565941] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47 already deleted. [ 642.565941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.597444] env[66329]: INFO networking_nsxv3.common.synchronization [None req-8c381603-17c7-4e5b-abbc-2e750a37173b None None] Enqueued Resource ID: 0b6a0234-a4ad-49f5-a49c-21f21c01bd25 with Priority: HIGHEST for action port [ 642.598970] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b6a0234-a4ad-49f5-a49c-21f21c01bd25 with Priority: HIGHEST for action port [ 642.598970] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b6a0234-a4ad-49f5-a49c-21f21c01bd25 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.598970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b6a0234-a4ad-49f5-a49c-21f21c01bd25" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.599243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b6a0234-a4ad-49f5-a49c-21f21c01bd25" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.599405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b6a0234-a4ad-49f5-a49c-21f21c01bd25" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.599466] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b6a0234-a4ad-49f5-a49c-21f21c01bd25',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.659119] env[66329]: INFO networking_nsxv3.common.synchronization [req-d7590140-7fd3-454e-9f09-a994b34ebc81 req-1e3adcb4-39d7-4e22-a286-b4268fcb9c52 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 642.659119] env[66329]: INFO networking_nsxv3.common.synchronization [req-d7590140-7fd3-454e-9f09-a994b34ebc81 req-1e3adcb4-39d7-4e22-a286-b4268fcb9c52 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_members [ 642.659119] env[66329]: INFO networking_nsxv3.common.synchronization [req-d7590140-7fd3-454e-9f09-a994b34ebc81 req-1e3adcb4-39d7-4e22-a286-b4268fcb9c52 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 with Priority: HIGHEST for action security_group_members [ 642.659119] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 642.659119] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_members [ 642.659544] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 with Priority: HIGHEST for action security_group_members [ 642.659954] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.663622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.663622] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ebe38f-3d5e-4208-98cf-f640491d8aac taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.663622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.663622] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.663622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.663622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.663622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.663622] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.665078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.665078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.665078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.665078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.665078] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bf4e96-91cf-4fd0-af96-e9f92455d6e8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.695124] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.696371] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.704799] env[66329]: INFO networking_nsxv3.common.synchronization [req-d7590140-7fd3-454e-9f09-a994b34ebc81 req-1e3adcb4-39d7-4e22-a286-b4268fcb9c52 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_rules [ 642.705027] env[66329]: INFO networking_nsxv3.common.synchronization [req-d7590140-7fd3-454e-9f09-a994b34ebc81 req-1e3adcb4-39d7-4e22-a286-b4268fcb9c52 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_members [ 642.706406] env[66329]: INFO networking_nsxv3.common.synchronization [req-d7590140-7fd3-454e-9f09-a994b34ebc81 req-1e3adcb4-39d7-4e22-a286-b4268fcb9c52 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 642.706406] env[66329]: INFO networking_nsxv3.common.synchronization [req-d7590140-7fd3-454e-9f09-a994b34ebc81 req-1e3adcb4-39d7-4e22-a286-b4268fcb9c52 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 642.706406] env[66329]: INFO networking_nsxv3.common.synchronization [req-d7590140-7fd3-454e-9f09-a994b34ebc81 req-1e3adcb4-39d7-4e22-a286-b4268fcb9c52 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 with Priority: HIGHEST for action security_group_rules [ 642.706406] env[66329]: INFO networking_nsxv3.common.synchronization [req-d7590140-7fd3-454e-9f09-a994b34ebc81 req-1e3adcb4-39d7-4e22-a286-b4268fcb9c52 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 with Priority: HIGHEST for action security_group_members [ 642.706569] env[66329]: INFO networking_nsxv3.common.synchronization [req-d7590140-7fd3-454e-9f09-a994b34ebc81 req-1e3adcb4-39d7-4e22-a286-b4268fcb9c52 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc with Priority: HIGHEST for action port [ 642.707394] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_rules [ 642.707394] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 642.707715] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 with Priority: HIGHEST for action security_group_members [ 642.708123] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc with Priority: HIGHEST for action port [ 642.708123] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 with Priority: HIGHEST for action security_group_rules [ 642.708214] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_members [ 642.708252] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 642.709963] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ebe38f-3d5e-4208-98cf-f640491d8aac taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.710114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.710801] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.710801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.710801] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.710801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.711141] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.713064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.713064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.713064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.713064] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.713064] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.713064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.713064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.713421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.713421] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bf4e96-91cf-4fd0-af96-e9f92455d6e8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.715169] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ebe38f-3d5e-4208-98cf-f640491d8aac taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.715169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.715689] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.715970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.101176] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b6a0234-a4ad-49f5-a49c-21f21c01bd25 [ 643.101567] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.101663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.101718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.102080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.102197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.102248] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b6a0234-a4ad-49f5-a49c-21f21c01bd25 already deleted. [ 643.102315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b6a0234-a4ad-49f5-a49c-21f21c01bd25" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.166869] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4bf4e96-91cf-4fd0-af96-e9f92455d6e8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.197481] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.198393] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.217459] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc with status ACTIVE [ 643.217829] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.217829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.218024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.218185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.218279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.218526] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.218641] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.218707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.218886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.218974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.219181] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.219343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.219405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.219608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.219700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.219789] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc is going to be updated. [ 643.221199] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.221300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.235086] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: IN_PROGRESS for 4s [ 643.245802] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.245986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.246090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.246594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.246594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.246792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d3c9c7b-07d8-4c2d-bbcb-3ec7e4cb00fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.260192] env[66329]: INFO networking_nsxv3.common.synchronization [req-23fccdac-8b00-4bff-a1da-b0e166bdec03 req-ae0fda40-4931-45da-a296-c5456ab10e69 service nova] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_rules [ 643.260375] env[66329]: INFO networking_nsxv3.common.synchronization [req-23fccdac-8b00-4bff-a1da-b0e166bdec03 req-ae0fda40-4931-45da-a296-c5456ab10e69 service nova] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 643.260512] env[66329]: INFO networking_nsxv3.common.synchronization [req-23fccdac-8b00-4bff-a1da-b0e166bdec03 req-ae0fda40-4931-45da-a296-c5456ab10e69 service nova] Enqueued Resource ID: cd97927a-a5c7-43d8-a9eb-90e23c37f020 with Priority: HIGHEST for action port [ 643.260924] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_rules [ 643.261386] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 643.261386] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd97927a-a5c7-43d8-a9eb-90e23c37f020 with Priority: HIGHEST for action port [ 643.261913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.262059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.262131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.262338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.262423] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.265445] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.265998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.265998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.265998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.265998] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.265998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.266249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.266249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.266322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.266394] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.267248] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd97927a-a5c7-43d8-a9eb-90e23c37f020 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.267378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd97927a-a5c7-43d8-a9eb-90e23c37f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.267447] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd97927a-a5c7-43d8-a9eb-90e23c37f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.267606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd97927a-a5c7-43d8-a9eb-90e23c37f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.268082] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd97927a-a5c7-43d8-a9eb-90e23c37f020',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.670559] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4bf4e96-91cf-4fd0-af96-e9f92455d6e8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.700080] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.700234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.700350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.700700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.700876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.701043] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac is going to be updated. [ 643.703233] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.703474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.704795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.704795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.704795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.704795] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 643.738444] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.738613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.738700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.738942] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.739112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.740959] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.743246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.743246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.743246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.743246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.755326] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: IN_PROGRESS for 2s [ 643.757851] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 643.774140] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.776212] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.776477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.776850] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd97927a-a5c7-43d8-a9eb-90e23c37f020 with status ACTIVE [ 643.777356] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.777489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.777652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.778007] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.778225] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.778604] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.778808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.778964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.779281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.779867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.779952] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.780270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.780957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.781489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.781489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.781489] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd97927a-a5c7-43d8-a9eb-90e23c37f020 is going to be updated. [ 643.813505] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.813821] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.814180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.814815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.814815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.815199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd97927a-a5c7-43d8-a9eb-90e23c37f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.175365] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.175752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.175752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.175952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.176169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.176287] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 is going to be created. [ 644.206717] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.207770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.207879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.208757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.209198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.220647] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 in Status: UNINITIALIZED for 2s [ 644.286506] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.375037] env[66329]: INFO networking_nsxv3.common.synchronization [None req-bdeb9372-c825-4484-9821-8f6a88f8acf2 None None] Enqueued Resource ID: 1f07a697-0a2a-4261-bcae-058deced2d7e with Priority: HIGHEST for action port [ 644.375897] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f07a697-0a2a-4261-bcae-058deced2d7e with Priority: HIGHEST for action port [ 644.376370] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f07a697-0a2a-4261-bcae-058deced2d7e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.376577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f07a697-0a2a-4261-bcae-058deced2d7e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.376680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f07a697-0a2a-4261-bcae-058deced2d7e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.377059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f07a697-0a2a-4261-bcae-058deced2d7e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.377059] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f07a697-0a2a-4261-bcae-058deced2d7e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.676538] env[66329]: INFO networking_nsxv3.common.synchronization [req-1d392d28-6369-402e-9d8f-d5c9dc1449e9 req-9e8511ad-dd3f-47a5-b8fd-9190cc455fec tempest-ServersAdminNegativeTestJSON-551505223 tempest-ServersAdminNegativeTestJSON-551505223-project-member] Enqueued Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 644.677446] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 644.677891] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.678042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.678125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.678654] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.678654] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.678793] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.678793] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.679051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.679051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.679303] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.789784] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.789784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.789784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.790034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.790034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.790034] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 is going to be created. [ 644.814992] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.815228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.815228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.815421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.815581] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.825405] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: UNINITIALIZED for 2s [ 644.879400] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f07a697-0a2a-4261-bcae-058deced2d7e [ 644.879636] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.879769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.879836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.880069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.880164] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.880362] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f07a697-0a2a-4261-bcae-058deced2d7e already deleted. [ 644.880362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f07a697-0a2a-4261-bcae-058deced2d7e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.186522] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.186878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.186878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.188074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.188074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.188074] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.188074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.188074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.188074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.188074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.188074] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 already deleted. [ 645.188074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.246981] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: SUCCESS [ 645.247218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.247671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.248238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.248238] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.248238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.248453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.248453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.248528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.248614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.248709] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.300234] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.300234] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.300234] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.300234] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.300506] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.300563] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.300683] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.300942] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.301103] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.301311] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.301420] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.301531] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.301633] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.301733] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.301827] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.301951] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.336939] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.337134] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.337259] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.338923] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.339288] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.339467] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.339568] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.339980] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.340153] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.752335] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.752496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.752564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.752848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.753059] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.753179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.753244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.753520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.753520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.753689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.753728] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.753844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.753844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.753986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.754146] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.754237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.754922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.754922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.754922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.754922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.754922] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.766939] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: SUCCESS [ 645.767237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.767612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.767830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.768044] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.768164] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.768814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.768814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.768814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.768814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.768814] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.769984] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 645.770190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.770750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.770750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.770750] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.770975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.770975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.771057] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.771116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.771203] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.772728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.772728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.772728] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.772728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.772728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.772966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.772966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.772966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.773067] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.776285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.776470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.777605] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.777605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.777605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.777605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.777605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.777605] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.843158] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.843571] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.844766] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.844766] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.844766] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.844766] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb not found, creating... [ 645.844766] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.845028] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.845028] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.845230] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.845373] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.845676] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.845864] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.845940] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.846155] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.846284] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.846516] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb is going to be created. [ 645.870400] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.870642] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.870755] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.871065] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.871313] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.871545] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.231311] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 in Status: UNINITIALIZED for 4s [ 646.260994] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64ae41f3-02c1-412b-a4ca-79d206954bd8: rpc.has_security_group_logging(os_id): False [ 646.277255] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.279132] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.279509] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.279682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.279936] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.281585] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.281726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.282619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.283241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.283241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.283562] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.283562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.283730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.283828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.283893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.284622] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.284622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.284622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.284622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.284622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.284919] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.284919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.284919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.285263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.285263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.285263] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 is going to be updated. [ 646.353888] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.354075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.354144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.354369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.354523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.369748] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: IN_PROGRESS for 2s [ 646.581401] env[66329]: INFO networking_nsxv3.common.synchronization [req-1d392d28-6369-402e-9d8f-d5c9dc1449e9 req-8e4571bd-ca96-4a8b-8cbc-5e80629d9a34 service nova] Enqueued Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_rules [ 646.581401] env[66329]: INFO networking_nsxv3.common.synchronization [req-1d392d28-6369-402e-9d8f-d5c9dc1449e9 req-8e4571bd-ca96-4a8b-8cbc-5e80629d9a34 service nova] Enqueued Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 646.582024] env[66329]: INFO networking_nsxv3.common.synchronization [req-1d392d28-6369-402e-9d8f-d5c9dc1449e9 req-8e4571bd-ca96-4a8b-8cbc-5e80629d9a34 service nova] Enqueued Resource ID: 8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb with Priority: HIGHEST for action port [ 646.582816] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_rules [ 646.584708] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 646.584708] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb with Priority: HIGHEST for action port [ 646.588037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.588037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.588037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.588037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.588037] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.588037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.588037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.588037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.588037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.588037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.588037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.588037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.588037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.588037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.588037] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.591731] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.591731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.591731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.591731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.591731] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.752035] env[66329]: INFO networking_nsxv3.common.synchronization [None req-ea052027-6b46-4e67-bbca-2ca9af88e61b None None] Enqueued Resource ID: efeb96cf-f6d4-42f7-a8e9-660565c1dff5 with Priority: HIGHEST for action port [ 646.752035] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efeb96cf-f6d4-42f7-a8e9-660565c1dff5 with Priority: HIGHEST for action port [ 646.755060] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-efeb96cf-f6d4-42f7-a8e9-660565c1dff5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.755221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efeb96cf-f6d4-42f7-a8e9-660565c1dff5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.755298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efeb96cf-f6d4-42f7-a8e9-660565c1dff5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.756175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efeb96cf-f6d4-42f7-a8e9-660565c1dff5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.756175] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efeb96cf-f6d4-42f7-a8e9-660565c1dff5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.779956] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ebe38f-3d5e-4208-98cf-f640491d8aac: rpc.has_security_group_logging(os_id): False [ 646.788886] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.790195] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.803176] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.803396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.803466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.803648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.803909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.804017] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.804115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.804167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.804342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.804551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.804637] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac is going to be created. [ 646.848198] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: SUCCESS [ 646.848377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.848898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.848898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.848985] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.849099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.849163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.849324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.849430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.849482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.849569] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.909725] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.909916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.909988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.911046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.911046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.936374] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: IN_PROGRESS for 2s [ 647.092966] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.093109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.093361] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.097586] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb with status ACTIVE [ 647.097586] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.097586] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.097586] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.097586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.097586] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb is going to be updated. [ 647.125402] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.125660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.125660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.125955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.126152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.126355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ae6d2fa-4155-4c0e-90c6-1b5ef1ae11fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.258849] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efeb96cf-f6d4-42f7-a8e9-660565c1dff5 [ 647.259171] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.259249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.259316] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.259539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.259631] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.259920] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efeb96cf-f6d4-42f7-a8e9-660565c1dff5 already deleted. [ 647.259920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efeb96cf-f6d4-42f7-a8e9-660565c1dff5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.292036] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.292796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.292796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.292796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.292796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.293072] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac is going to be updated. [ 647.294280] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.294410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.294466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.294636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.294726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.294819] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 647.341831] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.341996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.342077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.342246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.342381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.344228] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.344348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.344393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.344568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.344695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.354010] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.358546] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 647.361121] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: IN_PROGRESS for 2s [ 647.598712] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.745841] env[66329]: INFO networking_nsxv3.common.synchronization [None req-094273c7-8c52-45ff-b68d-f4437baf8496 None None] Enqueued Resource ID: a22085ce-93cb-454e-90f9-8e3ea3b87c04 with Priority: HIGHEST for action port [ 647.746531] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22085ce-93cb-454e-90f9-8e3ea3b87c04 with Priority: HIGHEST for action port [ 647.746853] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-a22085ce-93cb-454e-90f9-8e3ea3b87c04 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.747014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a22085ce-93cb-454e-90f9-8e3ea3b87c04" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.747107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a22085ce-93cb-454e-90f9-8e3ea3b87c04" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.747451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a22085ce-93cb-454e-90f9-8e3ea3b87c04" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.747597] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a22085ce-93cb-454e-90f9-8e3ea3b87c04',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.856576] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac342b63-ee7a-417d-9e2e-edb5733b9f87: rpc.has_security_group_logging(os_id): False [ 647.876594] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.876594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.876594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.877123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.877355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.877592] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.877865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.877969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.878184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.878293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.878390] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 is going to be created. [ 647.946411] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.946411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.946411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.946411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.946411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.959711] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: IN_PROGRESS for 2s [ 648.103574] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.103574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.103574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.103574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.103574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.103574] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 is going to be created. [ 648.134195] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.134343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.134416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.134628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.134826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.149926] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: UNINITIALIZED for 2s [ 648.241700] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 in Status: SUCCESS [ 648.241700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.243012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.243012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.243012] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.243012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.243012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.243012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.243012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.243012] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bf4e96-91cf-4fd0-af96-e9f92455d6e8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.251971] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a22085ce-93cb-454e-90f9-8e3ea3b87c04 [ 648.253049] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.253049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.253049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.253049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.253049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.253049] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a22085ce-93cb-454e-90f9-8e3ea3b87c04 already deleted. [ 648.253891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a22085ce-93cb-454e-90f9-8e3ea3b87c04" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.387078] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: SUCCESS [ 648.387372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.746215] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4bf4e96-91cf-4fd0-af96-e9f92455d6e8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.951308] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: SUCCESS [ 648.951587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.952094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.952094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.952610] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.129202] env[66329]: INFO networking_nsxv3.common.synchronization [req-64eaa8e0-5f5d-477a-808d-ee1a8035ccca req-6a8c199f-a182-42f5-8380-6fb5fd33b5a7 tempest-ServerRescueTestJSON-186358253 tempest-ServerRescueTestJSON-186358253-project-member] Enqueued Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 649.129202] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 649.129202] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.129202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.129202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.129202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129202] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.129202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.129202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.130216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.130449] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.130721] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.249648] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4bf4e96-91cf-4fd0-af96-e9f92455d6e8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.376668] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: SUCCESS [ 649.377131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.378747] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 649.378747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.378747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.378747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.378747] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.378747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.378747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.378747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.378747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.379295] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.382529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.382585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.383380] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.383380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.383380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.383380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.383380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.383380] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.455030] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ebe38f-3d5e-4208-98cf-f640491d8aac taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.455332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.637066] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.637308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.637412] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.637707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.638084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.639619] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.639803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.639886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.640122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.640226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.640445] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8fb796-625d-40ed-8506-68370d1d07bc already deleted. [ 649.640445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.643886] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.644113] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-363" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.644278] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-363" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.644656] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-363" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.645071] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.645292] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.645441] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.645697] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.645872] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.646988] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.647159] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.647343] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.647488] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.648038] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.648038] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.648140] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.670226] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.670325] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.670475] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.670647] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-363" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.671117] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-7ff614f3-2023-44b8-b0c0-2de33285e522 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.671363] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-7ff614f3-2023-44b8-b0c0-2de33285e522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.671632] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-7ff614f3-2023-44b8-b0c0-2de33285e522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.672187] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-7ff614f3-2023-44b8-b0c0-2de33285e522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.672435] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ff614f3-2023-44b8-b0c0-2de33285e522',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.753840] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.754025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.754108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.754352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.755536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.755656] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 is going to be updated. [ 649.799099] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.799295] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.799369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.799573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.799738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.810539] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 in Status: IN_PROGRESS for 2s [ 649.884045] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.885633] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.982023] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: SUCCESS [ 649.982023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.082614] env[66329]: INFO networking_nsxv3.common.synchronization [None req-031de46e-98d1-4ea0-89a3-f9d99c6fe5f7 None None] Enqueued Resource ID: 2f34f075-17ba-4508-98f2-8a176eed96fc with Priority: HIGHEST for action port [ 650.086025] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f34f075-17ba-4508-98f2-8a176eed96fc with Priority: HIGHEST for action port [ 650.086025] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f34f075-17ba-4508-98f2-8a176eed96fc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.086025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f34f075-17ba-4508-98f2-8a176eed96fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.086025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f34f075-17ba-4508-98f2-8a176eed96fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.086025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f34f075-17ba-4508-98f2-8a176eed96fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.086025] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f34f075-17ba-4508-98f2-8a176eed96fc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.163169] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: SUCCESS [ 650.163169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.163169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.163486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.164047] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.164047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.164047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.164384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.164569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.165318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.165477] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.175607] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.176963] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.176963] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.176963] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.176963] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.176963] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 7ff614f3-2023-44b8-b0c0-2de33285e522 not found, creating... [ 650.177292] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.177515] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.177710] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.178241] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.178482] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.178921] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.179175] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.179384] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.179722] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.180147] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.180396] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 7ff614f3-2023-44b8-b0c0-2de33285e522 is going to be created. [ 650.209454] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.209833] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.210240] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.210362] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.210828] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.211335] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-7ff614f3-2023-44b8-b0c0-2de33285e522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.387073] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.388084] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.587714] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f34f075-17ba-4508-98f2-8a176eed96fc [ 650.588138] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.588254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.588254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.588445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.588533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.588628] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f34f075-17ba-4508-98f2-8a176eed96fc already deleted. [ 650.588712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f34f075-17ba-4508-98f2-8a176eed96fc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.668039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.668302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.668302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.668531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.668708] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.668819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.672027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.672027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.672027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.672027] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.885392] env[66329]: INFO networking_nsxv3.common.synchronization [req-64eaa8e0-5f5d-477a-808d-ee1a8035ccca req-c83847e9-f58b-4ba1-9e4d-509ef24728ad service nova] Enqueued Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_rules [ 650.885560] env[66329]: INFO networking_nsxv3.common.synchronization [req-64eaa8e0-5f5d-477a-808d-ee1a8035ccca req-c83847e9-f58b-4ba1-9e4d-509ef24728ad service nova] Enqueued Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 650.885690] env[66329]: INFO networking_nsxv3.common.synchronization [req-64eaa8e0-5f5d-477a-808d-ee1a8035ccca req-c83847e9-f58b-4ba1-9e4d-509ef24728ad service nova] Enqueued Resource ID: 7ff614f3-2023-44b8-b0c0-2de33285e522 with Priority: HIGHEST for action port [ 650.886251] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_rules [ 650.886718] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 650.886773] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff614f3-2023-44b8-b0c0-2de33285e522 with Priority: HIGHEST for action port [ 650.887151] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.887265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.887306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.888555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.888555] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.888555] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.888946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.888946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.888946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.890246] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.890246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.890246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.890246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.890246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.890246] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.897931] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ff614f3-2023-44b8-b0c0-2de33285e522 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.897931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ff614f3-2023-44b8-b0c0-2de33285e522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.897931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ff614f3-2023-44b8-b0c0-2de33285e522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.897931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ff614f3-2023-44b8-b0c0-2de33285e522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.897931] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ff614f3-2023-44b8-b0c0-2de33285e522',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.897931] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.897931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.897931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.897931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.897931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.897931] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac is going to be updated. [ 650.899235] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.899364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.899439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.899595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.899755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.899826] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 650.928188] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.928327] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.928396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.928595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.928727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.930462] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.930597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.930691] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.930923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.933029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.943229] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: IN_PROGRESS for 2s [ 650.943873] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 651.046197] env[66329]: INFO networking_nsxv3.common.synchronization [req-92c2ded1-dc9b-43a1-b7b5-bf7b80d8a36a req-444b61e5-4bed-41b8-803e-607a4884511a tempest-SecurityGroupRulesNegativeTestJSON-50760495 tempest-SecurityGroupRulesNegativeTestJSON-50760495-project-member] Enqueued Resource ID: 94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47 with Priority: HIGHEST for action security_group_rules [ 651.053493] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47 with Priority: HIGHEST for action security_group_rules [ 651.053493] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.053493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.053493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.053493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.053493] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.173276] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff21d259-4dca-4d1c-be7c-3db97fb1c1b0: rpc.has_security_group_logging(os_id): False [ 651.192274] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.192477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.192477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.192937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.192937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.193070] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.193126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.193181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.193326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.193405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.193582] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.193677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.195622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.195622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.195622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.195622] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.195622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.195622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.195622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.195622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.195622] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 is going to be created. [ 651.264281] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.264522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.264578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.264804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.264965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.284312] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: IN_PROGRESS for 2s [ 651.397195] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.399352] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.400798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.402810] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ff614f3-2023-44b8-b0c0-2de33285e522 with status ACTIVE [ 651.402810] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.403224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.403224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.403373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.403449] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.403663] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.403813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.403902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.404050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.404136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.404406] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.404406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.404607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.404658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.404734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.404806] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ff614f3-2023-44b8-b0c0-2de33285e522 is going to be updated. [ 651.440810] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.440992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.441078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.441345] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.441527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.441702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ff614f3-2023-44b8-b0c0-2de33285e522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.571277] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.571503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.571709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.571808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.571906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.572051] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47 already deleted. [ 651.572161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94ed88f4-5bb5-4d66-bd6d-b25cc1cdbb47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.823578] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 in Status: SUCCESS [ 651.823984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.824307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.824675] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.825074] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.829636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.829849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.830191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.830360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.830584] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.830725] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4bf4e96-91cf-4fd0-af96-e9f92455d6e8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.902104] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.334248] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4bf4e96-91cf-4fd0-af96-e9f92455d6e8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.406798] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.406798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.406798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.406798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.406798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.406798] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8fb796-625d-40ed-8506-68370d1d07bc is going to be created. [ 652.437389] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.437596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.437968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.437968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.438147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.453044] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: UNINITIALIZED for 2s [ 652.837180] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4bf4e96-91cf-4fd0-af96-e9f92455d6e8: rpc.has_security_group_logging(os_id): False [ 652.860028] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.860028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.860028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.860028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.860028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.860028] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.860028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.860028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.860028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.860028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.860028] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 is going to be created. [ 652.924287] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.925164] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.925430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.927018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.927018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.940856] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 in Status: IN_PROGRESS for 2s [ 652.955510] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 652.957147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.959061] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: SUCCESS [ 652.959061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.959061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.959542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.960377] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.964042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.964042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.964042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.964042] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.965615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.966943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.967341] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.967620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.970527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.970527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.970527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.970527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.970527] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.238707] env[66329]: INFO networking_nsxv3.common.synchronization [None req-059543d2-24c2-4f1c-a6a2-7e20c47cd3bd None None] Enqueued Resource ID: 4788abdf-cd8f-4ad3-83fb-86cf5dcda30d with Priority: HIGHEST for action port [ 653.239560] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4788abdf-cd8f-4ad3-83fb-86cf5dcda30d with Priority: HIGHEST for action port [ 653.240161] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4788abdf-cd8f-4ad3-83fb-86cf5dcda30d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.240277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4788abdf-cd8f-4ad3-83fb-86cf5dcda30d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.240277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4788abdf-cd8f-4ad3-83fb-86cf5dcda30d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.240929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4788abdf-cd8f-4ad3-83fb-86cf5dcda30d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.240929] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4788abdf-cd8f-4ad3-83fb-86cf5dcda30d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.300638] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: SUCCESS [ 653.300780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.471058] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 838febdb-adc0-4c5e-b610-4bc275eb6d3d: rpc.has_security_group_logging(os_id): False [ 653.472287] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.492114] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.492261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.492318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.492522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.492617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.492900] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.492994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.493074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.493236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.493313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.493505] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.493598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.493700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.493794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.493906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.494312] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.495585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.495585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.495585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.495585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.495585] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 653.562820] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.562820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.562820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.562981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.563128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.578367] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 653.745911] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4788abdf-cd8f-4ad3-83fb-86cf5dcda30d [ 653.747249] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.747249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.747249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.747249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.747249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.747249] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4788abdf-cd8f-4ad3-83fb-86cf5dcda30d already deleted. [ 653.747249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4788abdf-cd8f-4ad3-83fb-86cf5dcda30d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.974812] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42ebe38f-3d5e-4208-98cf-f640491d8aac: rpc.has_security_group_logging(os_id): False [ 654.007184] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.007407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.007407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.007853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.007964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.008236] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.008751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.008897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.009425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.009535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.009664] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac is going to be updated. [ 654.087422] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.087577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.087577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.087793] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.087979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.103878] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: IN_PROGRESS for 2s [ 654.465703] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: SUCCESS [ 654.466323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.466323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.466442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.466724] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.466724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.467091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.467091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.467091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.467211] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.467248] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.520944] env[66329]: INFO networking_nsxv3.common.synchronization [req-33693baa-8ade-4319-8825-f18081c5ca71 req-bcf99702-50be-4009-8362-aeefcdc35028 tempest-InstanceActionsTestJSON-1207397897 tempest-InstanceActionsTestJSON-1207397897-project-member] Enqueued Resource ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 with Priority: HIGHEST for action security_group_members [ 654.521609] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 with Priority: HIGHEST for action security_group_members [ 654.522052] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927aa4c-b244-423f-9c53-1f5e362588f9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.522237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.522342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.522692] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.522980] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.523163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.523264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.523499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.523599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.523812] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927aa4c-b244-423f-9c53-1f5e362588f9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.954428] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 in Status: SUCCESS [ 654.954655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.969498] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.969760] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.969760] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.970184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.970184] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.970340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.970340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.970416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.970494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.970576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.970726] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.970823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.970882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.971036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.972137] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.972137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.972137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.972137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.972137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.972137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.972137] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.027207] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.027941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.027941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.027941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.027941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.028213] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.028277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.028311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.028548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.028548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.028700] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 already deleted. [ 655.028771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.338670] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.338670] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-290" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.338670] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-290" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.338835] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-290" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.339229] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.339420] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.339571] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.339880] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.340125] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.340687] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.340687] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.340687] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.341144] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.341144] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.341144] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.341144] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.378366] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.379338] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.379338] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.379338] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-290" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.379338] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-7ce156b6-4786-4faf-8958-1c02fcf87768 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.379629] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-7ce156b6-4786-4faf-8958-1c02fcf87768" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.379671] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-7ce156b6-4786-4faf-8958-1c02fcf87768" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.379998] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-7ce156b6-4786-4faf-8958-1c02fcf87768" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.380202] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ce156b6-4786-4faf-8958-1c02fcf87768',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.475113] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba8fb796-625d-40ed-8506-68370d1d07bc: rpc.has_security_group_logging(os_id): False [ 655.497415] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.497640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.497691] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.498093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.498093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.498227] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.498305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.498353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.498511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.498593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.498837] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.498986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.499061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.499217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.499293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.499539] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.499643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.499707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.499865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.499946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.500243] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8fb796-625d-40ed-8506-68370d1d07bc is going to be created. [ 655.575084] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.575652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.575652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.575652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.575859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.593162] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: IN_PROGRESS for 2s [ 655.600632] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 655.600632] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.600632] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.600632] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.600632] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.887026] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.887026] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.887026] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.887026] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.887026] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.887026] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 7ce156b6-4786-4faf-8958-1c02fcf87768 not found, creating... [ 655.887026] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.887026] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.887026] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.887026] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.887026] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.888129] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.893770] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.893770] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.893770] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.893770] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.893770] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 7ce156b6-4786-4faf-8958-1c02fcf87768 is going to be created. [ 655.925719] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.925719] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.925719] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.925719] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.925719] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.926090] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-7ce156b6-4786-4faf-8958-1c02fcf87768" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.103497] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.103497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.103497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.104734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.104734] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.104916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.104969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.105252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.105410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.105490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.105600] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.122489] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: SUCCESS [ 656.123163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.204215] env[66329]: INFO networking_nsxv3.common.synchronization [None req-396b912d-b3a0-4ab3-86f1-078f911745b6 None None] Enqueued Resource ID: 5ce0e8e5-8b2c-4a1e-910e-34abbf4e3e01 with Priority: HIGHEST for action port [ 656.204506] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce0e8e5-8b2c-4a1e-910e-34abbf4e3e01 with Priority: HIGHEST for action port [ 656.204891] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ce0e8e5-8b2c-4a1e-910e-34abbf4e3e01 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.205088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ce0e8e5-8b2c-4a1e-910e-34abbf4e3e01" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.205189] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ce0e8e5-8b2c-4a1e-910e-34abbf4e3e01" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.205514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ce0e8e5-8b2c-4a1e-910e-34abbf4e3e01" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.205620] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce0e8e5-8b2c-4a1e-910e-34abbf4e3e01',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.458832] env[66329]: INFO networking_nsxv3.common.synchronization [None req-5bfa3594-e621-44d6-8d08-3cfbeb5911f6 None None] Enqueued Resource ID: d5c31ad8-6228-41ac-ba33-0c1c5e5302a4 with Priority: HIGHEST for action port [ 656.459510] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5c31ad8-6228-41ac-ba33-0c1c5e5302a4 with Priority: HIGHEST for action port [ 656.460614] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5c31ad8-6228-41ac-ba33-0c1c5e5302a4 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.460614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5c31ad8-6228-41ac-ba33-0c1c5e5302a4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.460614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5c31ad8-6228-41ac-ba33-0c1c5e5302a4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.460880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5c31ad8-6228-41ac-ba33-0c1c5e5302a4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.460947] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5c31ad8-6228-41ac-ba33-0c1c5e5302a4',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.609210] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.610241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.610241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.610433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.610723] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.610869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.610923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.611111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.611231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.611347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.611541] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.612307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.612307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.612510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.612659] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.612812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.612911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.613141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.613354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.613728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.613728] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.616173] env[66329]: INFO networking_nsxv3.common.synchronization [req-33693baa-8ade-4319-8825-f18081c5ca71 req-afd6af04-c9b0-4161-b64f-09a61d2be703 service nova] Enqueued Resource ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 with Priority: HIGHEST for action security_group_rules [ 656.616173] env[66329]: INFO networking_nsxv3.common.synchronization [req-33693baa-8ade-4319-8825-f18081c5ca71 req-afd6af04-c9b0-4161-b64f-09a61d2be703 service nova] Enqueued Resource ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 with Priority: HIGHEST for action security_group_members [ 656.616287] env[66329]: INFO networking_nsxv3.common.synchronization [req-33693baa-8ade-4319-8825-f18081c5ca71 req-afd6af04-c9b0-4161-b64f-09a61d2be703 service nova] Enqueued Resource ID: 7ce156b6-4786-4faf-8958-1c02fcf87768 with Priority: HIGHEST for action port [ 656.616509] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 with Priority: HIGHEST for action security_group_rules [ 656.616799] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 with Priority: HIGHEST for action security_group_members [ 656.616979] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce156b6-4786-4faf-8958-1c02fcf87768 with Priority: HIGHEST for action port [ 656.617843] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2927aa4c-b244-423f-9c53-1f5e362588f9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.617987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.618059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.618266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.618368] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2927aa4c-b244-423f-9c53-1f5e362588f9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.619202] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927aa4c-b244-423f-9c53-1f5e362588f9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.619296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.619764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.619950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.620120] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.620837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.620837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.622332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.622452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.622508] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927aa4c-b244-423f-9c53-1f5e362588f9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.624682] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ce156b6-4786-4faf-8958-1c02fcf87768 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.624811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ce156b6-4786-4faf-8958-1c02fcf87768" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.624856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ce156b6-4786-4faf-8958-1c02fcf87768" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.625028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ce156b6-4786-4faf-8958-1c02fcf87768" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.625166] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ce156b6-4786-4faf-8958-1c02fcf87768',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.708517] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ce0e8e5-8b2c-4a1e-910e-34abbf4e3e01 [ 656.708891] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.709114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.709242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.709683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.709770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.709847] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ce0e8e5-8b2c-4a1e-910e-34abbf4e3e01 already deleted. [ 656.710496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ce0e8e5-8b2c-4a1e-910e-34abbf4e3e01" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.963906] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5c31ad8-6228-41ac-ba33-0c1c5e5302a4 [ 656.964214] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.964365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.964437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.964689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.964807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.964945] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5c31ad8-6228-41ac-ba33-0c1c5e5302a4 already deleted. [ 656.965129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5c31ad8-6228-41ac-ba33-0c1c5e5302a4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.123392] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 838febdb-adc0-4c5e-b610-4bc275eb6d3d: rpc.has_security_group_logging(os_id): False [ 657.128565] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2927aa4c-b244-423f-9c53-1f5e362588f9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.130055] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927aa4c-b244-423f-9c53-1f5e362588f9 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.130055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.130473] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ce156b6-4786-4faf-8958-1c02fcf87768 with status ACTIVE [ 657.130596] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.130770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.130875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.131168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.131310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.131522] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.131642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.131703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.133031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.136208] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.136663] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.136865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.136980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.137233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.137367] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.137497] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ce156b6-4786-4faf-8958-1c02fcf87768 is going to be updated. [ 657.145893] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.145893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.145893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.151031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.151031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.151031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.151031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.151031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.151031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.151031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.151031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.151031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.151031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.151031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.151031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.151031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.151031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.152480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.152480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.152480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.159121] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 657.164223] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.164223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.164223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.164464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.164663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.164963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ce156b6-4786-4faf-8958-1c02fcf87768" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.255738] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.256045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.256045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.257563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.257563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.282234] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 657.409243] env[66329]: INFO networking_nsxv3.common.synchronization [req-915a0b85-376e-4614-81ba-f5558673aad0 req-de6bdf55-8159-4c4f-a0d8-6c2a2ba17203 tempest-ServerExternalEventsTest-259745867 tempest-ServerExternalEventsTest-259745867-project-member] Enqueued Resource ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 with Priority: HIGHEST for action security_group_members [ 657.410425] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 with Priority: HIGHEST for action security_group_members [ 657.410968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e3b32-2406-476a-a13d-4c7cc41b5204 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.410968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.411141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.411453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.411527] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.411592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.411626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.411780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.412341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.412341] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70e3b32-2406-476a-a13d-4c7cc41b5204',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.608333] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: SUCCESS [ 657.608577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.632966] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2927aa4c-b244-423f-9c53-1f5e362588f9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.806830] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.807377] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.807513] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.807795] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.808093] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.808258] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.808366] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.808586] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.808728] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.808943] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.809045] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.809151] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.809253] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.809387] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.809491] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.809695] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.829094] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.829272] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.829407] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.829575] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.829890] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-95fd70a3-76aa-4e4b-b45f-0e9955921012 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.830078] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-95fd70a3-76aa-4e4b-b45f-0e9955921012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.830458] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-95fd70a3-76aa-4e4b-b45f-0e9955921012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.830566] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-95fd70a3-76aa-4e4b-b45f-0e9955921012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.830709] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95fd70a3-76aa-4e4b-b45f-0e9955921012',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.918399] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.918399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.918399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.918399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.918399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.918399] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.918399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.918399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.918399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.918399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.918399] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 already deleted. [ 657.918399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.135558] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.135924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.135924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.136094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.136171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.136285] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 is going to be created. [ 658.163305] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.163478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.163535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.163744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.163911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.176176] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 in Status: UNINITIALIZED for 2s [ 658.333531] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.333814] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.333972] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.334313] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.334507] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.334700] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 95fd70a3-76aa-4e4b-b45f-0e9955921012 not found, creating... [ 658.335035] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.335238] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.335383] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.335655] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.335819] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.336523] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.336726] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.336858] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.337193] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.337434] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.337627] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 95fd70a3-76aa-4e4b-b45f-0e9955921012 is going to be created. [ 658.367296] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.367486] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.367608] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.367882] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.368512] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.368512] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-95fd70a3-76aa-4e4b-b45f-0e9955921012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.568229] env[66329]: INFO networking_nsxv3.common.synchronization [None req-f06707d7-2997-4a77-a46f-12075c1b288f None None] Enqueued Resource ID: 4b5cf5ec-a2f6-4810-8dc2-fac1ddc32094 with Priority: HIGHEST for action port [ 658.570375] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5cf5ec-a2f6-4810-8dc2-fac1ddc32094 with Priority: HIGHEST for action port [ 658.570375] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b5cf5ec-a2f6-4810-8dc2-fac1ddc32094 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.570375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b5cf5ec-a2f6-4810-8dc2-fac1ddc32094" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.570375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b5cf5ec-a2f6-4810-8dc2-fac1ddc32094" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.570375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b5cf5ec-a2f6-4810-8dc2-fac1ddc32094" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.570375] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5cf5ec-a2f6-4810-8dc2-fac1ddc32094',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.980548] env[66329]: INFO networking_nsxv3.common.synchronization [None req-6961822a-0ce5-4971-806f-60a5c374d17c tempest-ServersTestBootFromVolume-1329960743 tempest-ServersTestBootFromVolume-1329960743-project-member] Enqueued Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_rules [ 658.980815] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_rules [ 658.981187] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240f46cc-83ab-4efe-9f12-e25b64e88519 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.981348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.981404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.982030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.982030] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240f46cc-83ab-4efe-9f12-e25b64e88519',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.073439] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b5cf5ec-a2f6-4810-8dc2-fac1ddc32094 [ 659.073695] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.073815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.073889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.075736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.075848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.076010] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b5cf5ec-a2f6-4810-8dc2-fac1ddc32094 already deleted. [ 659.076119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b5cf5ec-a2f6-4810-8dc2-fac1ddc32094" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.189651] env[66329]: INFO networking_nsxv3.common.synchronization [None req-0dffaf6e-dc3c-4c66-ab02-1b560e448351 tempest-ServersTestBootFromVolume-1329960743 tempest-ServersTestBootFromVolume-1329960743-project-member] Enqueued Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_rules [ 659.192064] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_rules [ 659.192064] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240f46cc-83ab-4efe-9f12-e25b64e88519 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.192064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.228914] env[66329]: INFO networking_nsxv3.common.synchronization [req-915a0b85-376e-4614-81ba-f5558673aad0 req-925a1a7c-01de-422c-8c07-0f5108b44f78 service nova] Enqueued Resource ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 with Priority: HIGHEST for action security_group_rules [ 659.229124] env[66329]: INFO networking_nsxv3.common.synchronization [req-915a0b85-376e-4614-81ba-f5558673aad0 req-925a1a7c-01de-422c-8c07-0f5108b44f78 service nova] Enqueued Resource ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 with Priority: HIGHEST for action security_group_members [ 659.229283] env[66329]: INFO networking_nsxv3.common.synchronization [req-915a0b85-376e-4614-81ba-f5558673aad0 req-925a1a7c-01de-422c-8c07-0f5108b44f78 service nova] Enqueued Resource ID: 95fd70a3-76aa-4e4b-b45f-0e9955921012 with Priority: HIGHEST for action port [ 659.229932] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 with Priority: HIGHEST for action security_group_rules [ 659.230521] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 with Priority: HIGHEST for action security_group_members [ 659.230856] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95fd70a3-76aa-4e4b-b45f-0e9955921012 with Priority: HIGHEST for action port [ 659.231209] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70e3b32-2406-476a-a13d-4c7cc41b5204 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.231546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.231850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.232275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.232344] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70e3b32-2406-476a-a13d-4c7cc41b5204',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.234096] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e3b32-2406-476a-a13d-4c7cc41b5204 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.234096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.234096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.234567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.235042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.235206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.235206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.235451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.235538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.238050] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70e3b32-2406-476a-a13d-4c7cc41b5204',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.238050] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-95fd70a3-76aa-4e4b-b45f-0e9955921012 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.238050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95fd70a3-76aa-4e4b-b45f-0e9955921012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.238050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95fd70a3-76aa-4e4b-b45f-0e9955921012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.238050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95fd70a3-76aa-4e4b-b45f-0e9955921012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.238050] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95fd70a3-76aa-4e4b-b45f-0e9955921012',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.297883] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 659.298219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.503386] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.503386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.503386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.503677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.503677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.503755] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 already deleted. [ 659.503813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.504796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.504796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.504796] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240f46cc-83ab-4efe-9f12-e25b64e88519',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.740540] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70e3b32-2406-476a-a13d-4c7cc41b5204',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.743370] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e3b32-2406-476a-a13d-4c7cc41b5204 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.743370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.743370] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95fd70a3-76aa-4e4b-b45f-0e9955921012 with status ACTIVE [ 659.743370] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.743583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.743583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.743816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.743816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.743978] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.744130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.744207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.744452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.744530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.744790] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.744790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.744914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.745020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.745112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.745483] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95fd70a3-76aa-4e4b-b45f-0e9955921012 is going to be updated. [ 659.769897] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.770058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.770126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.770342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.770476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.770639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95fd70a3-76aa-4e4b-b45f-0e9955921012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.030960] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.031423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.031423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.031499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.031908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.031908] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 already deleted. [ 660.031908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.189951] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 in Status: SUCCESS [ 660.189951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.189951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.189951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.189951] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.189951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.189951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.189951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.189951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.189951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.189951] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2927aa4c-b244-423f-9c53-1f5e362588f9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.248265] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70e3b32-2406-476a-a13d-4c7cc41b5204',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.468768] env[66329]: INFO networking_nsxv3.common.synchronization [req-32e96492-743c-4525-a94e-95d9f1cabc87 req-36c89c1b-85c0-440b-8cde-b344898a1d98 tempest-TenantUsagesTestJSON-950280113 tempest-TenantUsagesTestJSON-950280113-project-member] Enqueued Resource ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf with Priority: HIGHEST for action security_group_members [ 660.470537] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf with Priority: HIGHEST for action security_group_members [ 660.470537] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62ce892-2b49-44d3-aad8-850d9ae1abaf taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.470537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.470537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.473135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.473135] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.473135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.473135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.473135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.473135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.474729] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62ce892-2b49-44d3-aad8-850d9ae1abaf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.696160] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927aa4c-b244-423f-9c53-1f5e362588f9 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.696160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.696160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.697420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.697673] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.697778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.697817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.698037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.698122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.698173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.698327] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927aa4c-b244-423f-9c53-1f5e362588f9 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.698421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.698478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.698621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.698759] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.698900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.698900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.699040] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.699114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.700578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.700578] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2927aa4c-b244-423f-9c53-1f5e362588f9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.753530] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.753703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.753767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.754042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.754146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.754250] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 is going to be created. [ 660.782630] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.782921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.782921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.783147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.784102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.795328] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 in Status: UNINITIALIZED for 2s [ 660.941345] env[66329]: INFO networking_nsxv3.common.synchronization [req-605069a4-08c3-4a95-921a-5fa83429c26e req-dda73f27-b91b-4a84-96c0-ced77b6194fe tempest-ListImageFiltersTestJSON-402933217 tempest-ListImageFiltersTestJSON-402933217-project-member] Enqueued Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 660.942294] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 660.944263] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.944444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.944525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.944866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.945081] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.945219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.945488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.945488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.945609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.945675] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.981084] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.981084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.981084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.981084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.981084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.981084] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.981084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.981084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.981084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.981084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.981084] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf is going to be updated. [ 661.022614] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.022756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.022859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.023099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.023250] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.033930] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf in Status: IN_PROGRESS for 2s [ 661.205864] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2927aa4c-b244-423f-9c53-1f5e362588f9: rpc.has_security_group_logging(os_id): False [ 661.226166] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.226166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.226166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.226166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.226166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.226166] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.226166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.226166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.226166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.226166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.226166] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.226166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.226166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.226166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.227125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.227487] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.227724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.227885] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.228152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.228335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.228517] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 is going to be created. [ 661.311128] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.311284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.311333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.311697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.312343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.326056] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 in Status: IN_PROGRESS for 2s [ 661.388285] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.388484] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.388608] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.388890] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.389510] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.389680] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.389795] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.390047] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.390200] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.390399] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.390508] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.390613] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.391206] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.391872] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.392044] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.392190] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.415038] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.415038] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.415038] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.415309] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.415495] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-ccf85a5f-7435-4dee-aaba-3470a42d6573 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.415676] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-ccf85a5f-7435-4dee-aaba-3470a42d6573" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.415797] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-ccf85a5f-7435-4dee-aaba-3470a42d6573" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.417546] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-ccf85a5f-7435-4dee-aaba-3470a42d6573" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.417546] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf85a5f-7435-4dee-aaba-3470a42d6573',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.448661] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.448661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.448661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.448661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.448661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.448922] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.449053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.449139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.449401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.449495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.453157] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c already deleted. [ 661.453157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.920112] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.920615] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.920757] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.921246] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.921246] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.921415] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port ccf85a5f-7435-4dee-aaba-3470a42d6573 not found, creating... [ 661.921686] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.921801] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.921890] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.922406] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.922406] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.922599] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.923741] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.923741] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.924328] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.924328] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.924328] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: ccf85a5f-7435-4dee-aaba-3470a42d6573 is going to be created. [ 661.950458] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.950851] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.951555] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.951555] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.951794] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.952345] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-ccf85a5f-7435-4dee-aaba-3470a42d6573" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.690383] env[66329]: INFO networking_nsxv3.common.synchronization [req-605069a4-08c3-4a95-921a-5fa83429c26e req-4cb6e177-6336-4f17-af0c-714e41aa8a98 service nova] Enqueued Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_rules [ 662.690383] env[66329]: INFO networking_nsxv3.common.synchronization [req-605069a4-08c3-4a95-921a-5fa83429c26e req-4cb6e177-6336-4f17-af0c-714e41aa8a98 service nova] Enqueued Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 662.690383] env[66329]: INFO networking_nsxv3.common.synchronization [req-605069a4-08c3-4a95-921a-5fa83429c26e req-4cb6e177-6336-4f17-af0c-714e41aa8a98 service nova] Enqueued Resource ID: ccf85a5f-7435-4dee-aaba-3470a42d6573 with Priority: HIGHEST for action port [ 662.690896] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_rules [ 662.690896] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 662.690896] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf85a5f-7435-4dee-aaba-3470a42d6573 with Priority: HIGHEST for action port [ 662.691258] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.691258] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.691396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.691828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.691828] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.692764] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.692915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.692915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.694109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.694109] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.694109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.694109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.694109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.694109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.694109] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.694995] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccf85a5f-7435-4dee-aaba-3470a42d6573 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.694995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccf85a5f-7435-4dee-aaba-3470a42d6573" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.695272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccf85a5f-7435-4dee-aaba-3470a42d6573" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.695272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccf85a5f-7435-4dee-aaba-3470a42d6573" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.695374] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf85a5f-7435-4dee-aaba-3470a42d6573',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.808805] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 in Status: SUCCESS [ 662.808986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.809377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.809377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.809561] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.809716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.810227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.810227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.810227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.810227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.810227] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70e3b32-2406-476a-a13d-4c7cc41b5204',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.043700] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf in Status: SUCCESS [ 663.044079] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf deletion is rescheduled due to dependency. [ 663.044266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.197469] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.197646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.198237] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.199286] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccf85a5f-7435-4dee-aaba-3470a42d6573 with status ACTIVE [ 663.199479] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.199625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.199700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.200612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.200612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.200612] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.200612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.200612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.200612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.200612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.201198] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.201319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.201395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.202824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.202824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.202824] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccf85a5f-7435-4dee-aaba-3470a42d6573 is going to be updated. [ 663.236373] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.236565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.237426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.237426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.237426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.237426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccf85a5f-7435-4dee-aaba-3470a42d6573" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.318207] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e3b32-2406-476a-a13d-4c7cc41b5204 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.318207] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.318207] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e3b32-2406-476a-a13d-4c7cc41b5204 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.318207] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.318207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.319021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.319021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.319021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.319021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.319021] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70e3b32-2406-476a-a13d-4c7cc41b5204',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.346539] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 in Status: SUCCESS [ 663.346539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.704021] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.812224] env[66329]: INFO networking_nsxv3.common.synchronization [req-1a8b5ecb-44f2-4d1c-a12e-25df84e93d78 req-e2d3ae0a-61fb-4747-b266-cfae22fac364 tempest-ListImageFiltersTestJSON-402933217 tempest-ListImageFiltersTestJSON-402933217-project-member] Enqueued Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 663.812755] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 663.813935] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.813935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.821683] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70e3b32-2406-476a-a13d-4c7cc41b5204: rpc.has_security_group_logging(os_id): False [ 663.848279] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.848279] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.848279] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.848279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.849634] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.850286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.850286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.850286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.850388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.850470] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 is going to be created. [ 663.922394] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.922519] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.922567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.923175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.923175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.936244] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 in Status: IN_PROGRESS for 2s [ 664.206108] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.206313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.206535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.206576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.206652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.206750] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c is going to be created. [ 664.237919] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.237919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.237919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.237919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.237919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.250679] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: UNINITIALIZED for 2s [ 664.293751] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.296044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.296044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.296044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.296044] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.296044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.296044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.296044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.296044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.296044] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.296044] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.296044] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.296044] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.296044] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.296044] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.296646] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.318099] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.318284] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.318421] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.318594] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.318927] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-ae775345-ae49-4c43-bab1-ae9e6881042b taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.319122] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-ae775345-ae49-4c43-bab1-ae9e6881042b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.319240] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-ae775345-ae49-4c43-bab1-ae9e6881042b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.319589] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-ae775345-ae49-4c43-bab1-ae9e6881042b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.319735] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae775345-ae49-4c43-bab1-ae9e6881042b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.821997] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.822410] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.822410] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.823179] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.823179] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.823179] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port ae775345-ae49-4c43-bab1-ae9e6881042b not found, creating... [ 664.823352] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.823497] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.823612] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.823862] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.824041] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.824331] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.824508] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.824677] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.824922] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.825318] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.825318] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: ae775345-ae49-4c43-bab1-ae9e6881042b is going to be created. [ 664.848934] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.849251] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.849363] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.849684] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.849996] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.850257] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-ae775345-ae49-4c43-bab1-ae9e6881042b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.676566] env[66329]: INFO networking_nsxv3.common.synchronization [req-1a8b5ecb-44f2-4d1c-a12e-25df84e93d78 req-58cec260-b9ef-48db-a4df-2542737b69a0 service nova] Enqueued Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_rules [ 665.676566] env[66329]: INFO networking_nsxv3.common.synchronization [req-1a8b5ecb-44f2-4d1c-a12e-25df84e93d78 req-58cec260-b9ef-48db-a4df-2542737b69a0 service nova] Enqueued Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 665.676566] env[66329]: INFO networking_nsxv3.common.synchronization [req-1a8b5ecb-44f2-4d1c-a12e-25df84e93d78 req-58cec260-b9ef-48db-a4df-2542737b69a0 service nova] Enqueued Resource ID: ae775345-ae49-4c43-bab1-ae9e6881042b with Priority: HIGHEST for action port [ 665.676958] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_rules [ 665.677175] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 665.677303] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae775345-ae49-4c43-bab1-ae9e6881042b with Priority: HIGHEST for action port [ 665.677634] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.677744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.677941] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.678037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.678211] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae775345-ae49-4c43-bab1-ae9e6881042b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.678321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae775345-ae49-4c43-bab1-ae9e6881042b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.678368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae775345-ae49-4c43-bab1-ae9e6881042b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.678571] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae775345-ae49-4c43-bab1-ae9e6881042b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.678644] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae775345-ae49-4c43-bab1-ae9e6881042b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.953872] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 in Status: SUCCESS [ 665.953872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.184035] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae775345-ae49-4c43-bab1-ae9e6881042b with status ACTIVE [ 666.184035] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.184035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.184035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.184379] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.184379] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.185264] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.185264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.185264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.185264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.185512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.185512] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.185618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.185699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.185996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.186261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.186413] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae775345-ae49-4c43-bab1-ae9e6881042b is going to be updated. [ 666.216193] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.216193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.216193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.216504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.216644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.216763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae775345-ae49-4c43-bab1-ae9e6881042b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.262299] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: UNINITIALIZED for 4s [ 666.951632] env[66329]: INFO networking_nsxv3.common.synchronization [req-4bfe09f3-c6f8-499b-a2fb-e8b3d6c80506 req-13530cbf-a9f4-4392-85b7-b2cc062fa56f tempest-ServersAdminTestJSON-1759096999 tempest-ServersAdminTestJSON-1759096999-project-member] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 666.951963] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 666.952178] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.952296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.952373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.952935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.952935] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.952935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.952935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.953255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.953255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.953255] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.455761] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.620018] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.620268] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.620506] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.620854] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.621216] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.621382] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.621497] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.621724] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.622102] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.622437] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.622574] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.622795] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.623214] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.623394] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.623512] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.623658] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.645346] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.645558] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.645661] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.645813] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.646144] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-fa3c04d2-bb17-441b-aa01-18d22e569b24 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.646387] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-fa3c04d2-bb17-441b-aa01-18d22e569b24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.646493] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-fa3c04d2-bb17-441b-aa01-18d22e569b24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.646746] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-fa3c04d2-bb17-441b-aa01-18d22e569b24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.646886] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa3c04d2-bb17-441b-aa01-18d22e569b24',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.958026] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.997019] env[66329]: INFO networking_nsxv3.common.synchronization [None req-5a6b5c38-1737-4fb7-a219-b297b00c3d37 None None] Enqueued Resource ID: 4ce35501-aed9-4971-abf8-0ebbf491508f with Priority: HIGHEST for action port [ 667.997548] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce35501-aed9-4971-abf8-0ebbf491508f with Priority: HIGHEST for action port [ 667.997870] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ce35501-aed9-4971-abf8-0ebbf491508f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.998020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ce35501-aed9-4971-abf8-0ebbf491508f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.998082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ce35501-aed9-4971-abf8-0ebbf491508f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.998346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ce35501-aed9-4971-abf8-0ebbf491508f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.998469] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce35501-aed9-4971-abf8-0ebbf491508f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.187478] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.187698] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.187980] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.188131] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.188338] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.188520] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port fa3c04d2-bb17-441b-aa01-18d22e569b24 not found, creating... [ 668.188886] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.189072] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.189188] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.189415] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.189605] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.189953] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.190210] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.190423] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.190678] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.190853] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.191048] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: fa3c04d2-bb17-441b-aa01-18d22e569b24 is going to be created. [ 668.213759] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.214088] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.214258] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.214537] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.214764] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.214996] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-fa3c04d2-bb17-441b-aa01-18d22e569b24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.274303] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: SUCCESS [ 668.274576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.274708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.274931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.275172] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.275391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.275391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.275505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.275561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.275647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.275743] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.276659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.276837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.277020] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.277127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.277196] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.277329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.277408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.277496] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.460592] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.460928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.460928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.461043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.461121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.461222] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 668.493083] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.493083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.493083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.493083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.493296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.501524] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ce35501-aed9-4971-abf8-0ebbf491508f [ 668.501745] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.501876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.501944] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.502175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.502261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.502357] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ce35501-aed9-4971-abf8-0ebbf491508f already deleted. [ 668.502438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ce35501-aed9-4971-abf8-0ebbf491508f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.503345] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 668.782921] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.782921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.783128] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.933592] env[66329]: INFO networking_nsxv3.common.synchronization [req-4bfe09f3-c6f8-499b-a2fb-e8b3d6c80506 req-a86692a7-23e8-499b-81ef-c71ad20d3877 service nova] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_rules [ 668.933726] env[66329]: INFO networking_nsxv3.common.synchronization [req-4bfe09f3-c6f8-499b-a2fb-e8b3d6c80506 req-a86692a7-23e8-499b-81ef-c71ad20d3877 service nova] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 668.933902] env[66329]: INFO networking_nsxv3.common.synchronization [req-4bfe09f3-c6f8-499b-a2fb-e8b3d6c80506 req-a86692a7-23e8-499b-81ef-c71ad20d3877 service nova] Enqueued Resource ID: fa3c04d2-bb17-441b-aa01-18d22e569b24 with Priority: HIGHEST for action port [ 668.935392] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_rules [ 668.935392] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 668.935574] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa3c04d2-bb17-441b-aa01-18d22e569b24 with Priority: HIGHEST for action port [ 668.936138] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.936138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.936138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.938981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.938981] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.938981] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.938981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.938981] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa3c04d2-bb17-441b-aa01-18d22e569b24 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.938981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa3c04d2-bb17-441b-aa01-18d22e569b24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.938981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa3c04d2-bb17-441b-aa01-18d22e569b24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.938981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa3c04d2-bb17-441b-aa01-18d22e569b24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.938981] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa3c04d2-bb17-441b-aa01-18d22e569b24',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.198336] env[66329]: INFO networking_nsxv3.common.synchronization [req-7b5375d3-2901-4b4b-aff7-6f7daa6a0a53 req-5c221b5c-403d-4588-9638-70657fc6861e tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 669.202034] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 669.203439] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.204043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.204137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.204337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.204837] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.204837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.204837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.205033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.205084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.205191] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.286509] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.441576] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.441773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.442012] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa3c04d2-bb17-441b-aa01-18d22e569b24 with status ACTIVE [ 669.442226] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.442369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.443068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.443068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.443068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.443068] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.443434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.443434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.443543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.443669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.443949] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.446586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.446700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.446867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.446954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.447131] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa3c04d2-bb17-441b-aa01-18d22e569b24 is going to be updated. [ 669.473848] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.474212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.474212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.474318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.474460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.474612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa3c04d2-bb17-441b-aa01-18d22e569b24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.708552] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.708987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.708987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.709453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.709453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.709744] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.709898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.710222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.710835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.711212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.711395] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 669.743353] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.743767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.744012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.744599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.745020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.757413] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 669.788216] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.788529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.788529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.788780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.788980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.788980] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c is going to be updated. [ 669.821178] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.821372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.821443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.822065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.822065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.827391] env[66329]: INFO networking_nsxv3.common.synchronization [req-13591761-fa54-4e8b-89da-93d5917d2444 req-a91cf9c9-dcc1-4ef8-9b1d-b752b5cd750c tempest-DeleteServersAdminTestJSON-1049199313 tempest-DeleteServersAdminTestJSON-1049199313-project-member] Enqueued Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 669.831306] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 669.832169] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.832299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.833030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.833030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.833030] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.833030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.833030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.833321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.833321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.833321] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.836507] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: IN_PROGRESS for 2s [ 670.262486] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.262486] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.262486] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.263530] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.264067] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.264480] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.264754] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.266740] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.266740] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.266740] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.266740] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.266740] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.266740] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.266740] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.266740] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.267574] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.298440] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.298440] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.298440] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.299421] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.299944] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-1544e776-6c4a-4c47-98ac-e7804c8d4ab2 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.300771] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-1544e776-6c4a-4c47-98ac-e7804c8d4ab2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.300771] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-1544e776-6c4a-4c47-98ac-e7804c8d4ab2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.301266] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-1544e776-6c4a-4c47-98ac-e7804c8d4ab2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.302322] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1544e776-6c4a-4c47-98ac-e7804c8d4ab2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.338702] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.342219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.342219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.342219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.342219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.342219] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.342219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.342219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.342219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.342219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.342219] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 is going to be updated. [ 670.389230] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.389433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.389492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.389696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.389850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.400202] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: IN_PROGRESS for 2s [ 670.517918] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 670.517918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.517918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.517918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.517918] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.517918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.517918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.517918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.517918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.517918] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.790335] env[66329]: INFO networking_nsxv3.common.synchronization [None req-22882064-21cb-4261-9cd8-f16047cc9a8d None None] Enqueued Resource ID: 68fa43c7-b5d5-4941-bb04-68dffacdfb92 with Priority: HIGHEST for action port [ 670.790786] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fa43c7-b5d5-4941-bb04-68dffacdfb92 with Priority: HIGHEST for action port [ 670.791341] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-68fa43c7-b5d5-4941-bb04-68dffacdfb92 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.792450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68fa43c7-b5d5-4941-bb04-68dffacdfb92" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.792745] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68fa43c7-b5d5-4941-bb04-68dffacdfb92" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.792805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68fa43c7-b5d5-4941-bb04-68dffacdfb92" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.792930] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68fa43c7-b5d5-4941-bb04-68dffacdfb92',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.805716] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.806011] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.806149] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.808143] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.811812] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.811812] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 1544e776-6c4a-4c47-98ac-e7804c8d4ab2 not found, creating... [ 670.811812] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.811812] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.811812] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.811812] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.811812] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.811812] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.811812] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.811812] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.812420] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.812420] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.812808] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 1544e776-6c4a-4c47-98ac-e7804c8d4ab2 is going to be created. [ 670.839443] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.839891] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.840030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.840323] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.840798] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.841258] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-1544e776-6c4a-4c47-98ac-e7804c8d4ab2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.020762] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.294978] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68fa43c7-b5d5-4941-bb04-68dffacdfb92 [ 671.295269] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.295406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.295577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.295688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.295778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.295873] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68fa43c7-b5d5-4941-bb04-68dffacdfb92 already deleted. [ 671.295957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68fa43c7-b5d5-4941-bb04-68dffacdfb92" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.524419] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.557406] env[66329]: INFO networking_nsxv3.common.synchronization [req-13591761-fa54-4e8b-89da-93d5917d2444 req-1d2dd0db-6624-433c-902c-18e20973a957 service nova] Enqueued Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_rules [ 671.557600] env[66329]: INFO networking_nsxv3.common.synchronization [req-13591761-fa54-4e8b-89da-93d5917d2444 req-1d2dd0db-6624-433c-902c-18e20973a957 service nova] Enqueued Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 671.557707] env[66329]: INFO networking_nsxv3.common.synchronization [req-13591761-fa54-4e8b-89da-93d5917d2444 req-1d2dd0db-6624-433c-902c-18e20973a957 service nova] Enqueued Resource ID: 1544e776-6c4a-4c47-98ac-e7804c8d4ab2 with Priority: HIGHEST for action port [ 671.558281] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_rules [ 671.558426] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 671.558526] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1544e776-6c4a-4c47-98ac-e7804c8d4ab2 with Priority: HIGHEST for action port [ 671.559199] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.559199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.559199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.559369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.559369] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.560244] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.560703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.560703] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-1544e776-6c4a-4c47-98ac-e7804c8d4ab2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.560703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1544e776-6c4a-4c47-98ac-e7804c8d4ab2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.560977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1544e776-6c4a-4c47-98ac-e7804c8d4ab2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.560977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1544e776-6c4a-4c47-98ac-e7804c8d4ab2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.561111] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1544e776-6c4a-4c47-98ac-e7804c8d4ab2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.770433] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 671.770953] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 deletion is rescheduled due to dependency. [ 671.770953] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.851195] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: SUCCESS [ 671.852740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.852740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.852740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.852740] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.852740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.852740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.853445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.853445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.853445] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.027234] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.027538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.027538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.027775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.027775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.027873] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 672.066884] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.066884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.066884] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1544e776-6c4a-4c47-98ac-e7804c8d4ab2 with status ACTIVE [ 672.067496] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.067496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.067496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.068114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.068114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.068879] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.068879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.068879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.070200] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.070381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.073075] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.073075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.073075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.073550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.073550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.073550] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1544e776-6c4a-4c47-98ac-e7804c8d4ab2 is going to be updated. [ 672.087776] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.087948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.088056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.088352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.088569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.102301] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 672.109589] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.109872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.109986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.110802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.110802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.110802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1544e776-6c4a-4c47-98ac-e7804c8d4ab2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.357043] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.396458] env[66329]: INFO networking_nsxv3.common.synchronization [None req-94f156ec-24a8-4097-9d3f-92ed717f8fae None None] Enqueued Resource ID: 6bbd684f-eb5b-4bdd-8932-df04e6f762d4 with Priority: HIGHEST for action port [ 672.397419] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bbd684f-eb5b-4bdd-8932-df04e6f762d4 with Priority: HIGHEST for action port [ 672.398328] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bbd684f-eb5b-4bdd-8932-df04e6f762d4 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.398328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bbd684f-eb5b-4bdd-8932-df04e6f762d4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.398328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bbd684f-eb5b-4bdd-8932-df04e6f762d4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.398328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bbd684f-eb5b-4bdd-8932-df04e6f762d4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.400491] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bbd684f-eb5b-4bdd-8932-df04e6f762d4',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.414974] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: SUCCESS [ 672.415231] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 deletion is rescheduled due to dependency. [ 672.415393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.415566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.415790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.416109] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.416415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.416415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.416621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.416621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.416723] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.863725] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.901786] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bbd684f-eb5b-4bdd-8932-df04e6f762d4 [ 672.902064] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.904487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.904636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.904843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.904886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.905022] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bbd684f-eb5b-4bdd-8932-df04e6f762d4 already deleted. [ 672.905091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bbd684f-eb5b-4bdd-8932-df04e6f762d4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.922306] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.368242] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.368459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.368513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.368845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.368845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.368956] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c is going to be updated. [ 673.400588] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.401459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.401459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.401459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.401459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.412741] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: IN_PROGRESS for 2s [ 673.425834] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.928264] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.928627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.928627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.928721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.929292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.929292] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 is going to be updated. [ 673.975341] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.975485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.976038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.976038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.976038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.987766] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: IN_PROGRESS for 2s [ 674.116871] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 674.117894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.117894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.117894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.117894] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.117894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.117894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.118214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.118214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.118297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.118348] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.625713] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.625877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.625946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.626246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.626434] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.626542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.626601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.626753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.626877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.626984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.627093] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.627183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.627247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.627371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.627510] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.627601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.627727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.627794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.627870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.627957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.628065] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.925922] env[66329]: INFO networking_nsxv3.common.synchronization [req-b6e7c92d-f556-42f5-84c7-bb7c19935502 req-473c2f22-7df0-4882-bafd-6dbc3b4d1124 tempest-FloatingIPsAssociationTestJSON-1286790481 tempest-FloatingIPsAssociationTestJSON-1286790481-project-member] Enqueued Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 674.927575] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 674.927759] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.928052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.928170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.929811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.929811] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.929811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.929811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.929811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.929811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.929811] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.131699] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb25391b-5615-4eda-b721-b3959098673c: rpc.has_security_group_logging(os_id): False [ 675.156511] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.156757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.156757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.156935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.157045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.157260] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.157384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.157576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.158079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.158079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.158079] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.158079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.158079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.158446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.158446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.158446] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.158446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.159987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.159987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.159987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.159987] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 675.249334] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.249497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.249558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.249752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.249905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.278621] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 675.428131] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: SUCCESS [ 675.428357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.428543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.428766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.428965] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.429099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.429161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.429330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.429415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.429501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.429689] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.429817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.430260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.430260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.430260] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.430260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.430260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.430552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.430552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.430552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.430725] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.435018] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.435221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.435221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.435489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.435633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.436591] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.437008] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.437094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.439646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.439646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.439646] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 already deleted. [ 675.439646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.547770] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.549514] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-789" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.553286] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-789" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.553286] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-789" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.553286] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.553286] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.553286] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.553286] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.553286] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.553286] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.553286] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.553286] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.553286] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.553286] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.555555] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.555968] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.593723] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.593723] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.593723] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.593723] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-789" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.594137] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-ee47486d-a5f1-4a52-93c3-529b73348417 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.594246] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-ee47486d-a5f1-4a52-93c3-529b73348417" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.594453] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-ee47486d-a5f1-4a52-93c3-529b73348417" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.594693] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-ee47486d-a5f1-4a52-93c3-529b73348417" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.594825] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee47486d-a5f1-4a52-93c3-529b73348417',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.923914] env[66329]: INFO networking_nsxv3.common.synchronization [None req-ef1eec02-83e9-4618-9fb0-ddf85f7136e7 None None] Enqueued Resource ID: 9e059bb2-f053-4cc3-acc7-1c88f5ad5792 with Priority: HIGHEST for action port [ 675.924794] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e059bb2-f053-4cc3-acc7-1c88f5ad5792 with Priority: HIGHEST for action port [ 675.924886] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e059bb2-f053-4cc3-acc7-1c88f5ad5792 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.925031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e059bb2-f053-4cc3-acc7-1c88f5ad5792" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.925151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e059bb2-f053-4cc3-acc7-1c88f5ad5792" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.925492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e059bb2-f053-4cc3-acc7-1c88f5ad5792" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.925577] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e059bb2-f053-4cc3-acc7-1c88f5ad5792',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.941214] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c: rpc.has_security_group_logging(os_id): False [ 675.969317] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.969317] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.969317] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.969317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.973221] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.973221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.973221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.973221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.973221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.973221] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c is going to be created. [ 676.000164] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: SUCCESS [ 676.000389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.000559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.000784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.001016] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.001144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.001209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.001378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.001462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.001568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.001633] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.069061] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.069228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.069303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.069531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.069741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.097735] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.097972] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.098125] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.098425] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.098574] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.098738] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port ee47486d-a5f1-4a52-93c3-529b73348417 not found, creating... [ 676.099033] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.099196] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.099328] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.099552] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.099699] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.099979] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.100146] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.100256] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.100462] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.100589] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.101373] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: ee47486d-a5f1-4a52-93c3-529b73348417 is going to be created. [ 676.102539] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: IN_PROGRESS for 2s [ 676.153156] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.153381] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.153494] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.153814] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.154059] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.154827] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-ee47486d-a5f1-4a52-93c3-529b73348417" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.431029] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e059bb2-f053-4cc3-acc7-1c88f5ad5792 [ 676.431029] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.431029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.431029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.431029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.431029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.431029] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e059bb2-f053-4cc3-acc7-1c88f5ad5792 already deleted. [ 676.431029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e059bb2-f053-4cc3-acc7-1c88f5ad5792" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.506609] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.507333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.507333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.507333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.507497] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.507553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.507632] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.507831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.507942] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.508089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.508293] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.508422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.508489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.508661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.508830] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.508930] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.508993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.509204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.509291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.509378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.509504] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.890111] env[66329]: INFO networking_nsxv3.common.synchronization [req-b6e7c92d-f556-42f5-84c7-bb7c19935502 req-c65312ca-2d99-4513-80da-b3d03507dbfa service nova] Enqueued Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_rules [ 676.892609] env[66329]: INFO networking_nsxv3.common.synchronization [req-b6e7c92d-f556-42f5-84c7-bb7c19935502 req-c65312ca-2d99-4513-80da-b3d03507dbfa service nova] Enqueued Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 676.892609] env[66329]: INFO networking_nsxv3.common.synchronization [req-b6e7c92d-f556-42f5-84c7-bb7c19935502 req-c65312ca-2d99-4513-80da-b3d03507dbfa service nova] Enqueued Resource ID: ee47486d-a5f1-4a52-93c3-529b73348417 with Priority: HIGHEST for action port [ 676.892609] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_rules [ 676.892609] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 676.892609] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee47486d-a5f1-4a52-93c3-529b73348417 with Priority: HIGHEST for action port [ 676.892609] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.892609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.892609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.892609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.892609] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.894852] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.894982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.895068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.895270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.895437] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.895601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.895601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.895752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.895839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.895950] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.900333] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee47486d-a5f1-4a52-93c3-529b73348417 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.900479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee47486d-a5f1-4a52-93c3-529b73348417" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.900551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee47486d-a5f1-4a52-93c3-529b73348417" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.900823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee47486d-a5f1-4a52-93c3-529b73348417" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.900946] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee47486d-a5f1-4a52-93c3-529b73348417',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.013723] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 747cedb8-9c37-41ee-9534-debf4c331670: rpc.has_security_group_logging(os_id): False [ 677.049299] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.049460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.049540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.049738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.049830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.050055] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.050156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.050217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.050372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.050452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.050811] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.051791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.051932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.052386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.052537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.053263] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.053378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.053579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.053802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.054047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.054315] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 is going to be updated. [ 677.156802] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.157067] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.157177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.157589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.157739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.178032] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: IN_PROGRESS for 2s [ 677.331512] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 677.331937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.395711] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.396056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.404187] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee47486d-a5f1-4a52-93c3-529b73348417 with status ACTIVE [ 677.404420] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.404613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.404732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.404945] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.405077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.405259] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.405356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.405425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.405593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.405674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.405867] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.405977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.406046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.406193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.406267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.406363] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee47486d-a5f1-4a52-93c3-529b73348417 is going to be updated. [ 677.408252] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.431639] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.431852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.431955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.432784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.432784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.433036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee47486d-a5f1-4a52-93c3-529b73348417" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.439486] env[66329]: INFO networking_nsxv3.common.synchronization [req-09cb2a06-fcff-4f89-94dd-0960292859a5 req-65780c41-4ed6-4981-abdf-ec9e8a3a98b3 tempest-ServerAddressesTestJSON-1299525434 tempest-ServerAddressesTestJSON-1299525434-project-member] Enqueued Resource ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 with Priority: HIGHEST for action security_group_members [ 677.440155] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 with Priority: HIGHEST for action security_group_members [ 677.442251] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.442251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.442251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.442504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.442699] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.443800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.443800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.443800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.443800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.443800] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dac39f17-c3cb-45fc-ad90-4fc8cbda9932',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.802186] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.802357] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-547" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.802447] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-547" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.802759] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-547" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.803090] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.803227] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.803339] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.803558] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.803714] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.803941] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.804076] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.804183] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.804283] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.804403] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.804518] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.804669] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.824134] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.824134] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.824134] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.824134] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-547" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.825159] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-ccf1953e-2be4-4f24-8b93-e570d93fd079 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.825159] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-ccf1953e-2be4-4f24-8b93-e570d93fd079" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.825159] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-ccf1953e-2be4-4f24-8b93-e570d93fd079" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.825378] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-ccf1953e-2be4-4f24-8b93-e570d93fd079" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.825511] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf1953e-2be4-4f24-8b93-e570d93fd079',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.915529] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.947186] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.947341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.947397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.947606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.947721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.948681] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.948681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.948681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.948681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.948681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.948681] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 already deleted. [ 677.948681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.115467] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: SUCCESS [ 678.115844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.116016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.116383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.117743] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.328168] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.328445] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.328958] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.329117] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.329261] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.329488] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port ccf1953e-2be4-4f24-8b93-e570d93fd079 not found, creating... [ 678.329820] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.330010] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.330133] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.330433] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.330577] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.330875] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.331172] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.331301] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.331535] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.331664] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.331825] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: ccf1953e-2be4-4f24-8b93-e570d93fd079 is going to be created. [ 678.361936] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.362193] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.362326] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.362636] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.362869] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.363135] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-ccf1953e-2be4-4f24-8b93-e570d93fd079" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.418437] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.418656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.418656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.418872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.418962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.419095] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 is going to be created. [ 678.445806] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.445981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.446056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.446275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.446505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.467058] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: UNINITIALIZED for 2s [ 678.620821] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.620821] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.620821] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.621142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.621341] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.621453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.621518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.621713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.622330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.622330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.622330] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.130694] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.132451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.132451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.132451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.132451] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.132451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.132739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.132739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.132821] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.132908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.133168] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.133259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.133324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.133544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.134073] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.134073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.134249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.134414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.134589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.134715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.134866] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.170985] env[66329]: INFO networking_nsxv3.common.synchronization [req-09cb2a06-fcff-4f89-94dd-0960292859a5 req-5bf74f9a-41f0-48c4-b403-7e56a8c6c146 service nova] Enqueued Resource ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 with Priority: HIGHEST for action security_group_rules [ 679.171350] env[66329]: INFO networking_nsxv3.common.synchronization [req-09cb2a06-fcff-4f89-94dd-0960292859a5 req-5bf74f9a-41f0-48c4-b403-7e56a8c6c146 service nova] Enqueued Resource ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 with Priority: HIGHEST for action security_group_members [ 679.173452] env[66329]: INFO networking_nsxv3.common.synchronization [req-09cb2a06-fcff-4f89-94dd-0960292859a5 req-5bf74f9a-41f0-48c4-b403-7e56a8c6c146 service nova] Enqueued Resource ID: ccf1953e-2be4-4f24-8b93-e570d93fd079 with Priority: HIGHEST for action port [ 679.174375] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 with Priority: HIGHEST for action security_group_rules [ 679.174580] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 with Priority: HIGHEST for action security_group_members [ 679.174767] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf1953e-2be4-4f24-8b93-e570d93fd079 with Priority: HIGHEST for action port [ 679.175212] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dac39f17-c3cb-45fc-ad90-4fc8cbda9932 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.175660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.175660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.176551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.178270] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dac39f17-c3cb-45fc-ad90-4fc8cbda9932',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.182702] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.182702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.182702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.182702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.182702] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.182702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.182702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.182702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.182702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.182702] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dac39f17-c3cb-45fc-ad90-4fc8cbda9932',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.182702] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccf1953e-2be4-4f24-8b93-e570d93fd079 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.182702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccf1953e-2be4-4f24-8b93-e570d93fd079" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.182702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccf1953e-2be4-4f24-8b93-e570d93fd079" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.182702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccf1953e-2be4-4f24-8b93-e570d93fd079" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.182702] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf1953e-2be4-4f24-8b93-e570d93fd079',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.198107] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: SUCCESS [ 679.198407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.639046] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c: rpc.has_security_group_logging(os_id): False [ 679.661394] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.662600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.662600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.662600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.662600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.662862] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.662862] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.663069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.663285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.663285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.663459] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.663714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.663714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.663867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.663909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.664110] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.664199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.664292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.664398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.664481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.664555] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c is going to be updated. [ 679.683678] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.683826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.690055] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dac39f17-c3cb-45fc-ad90-4fc8cbda9932',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.690319] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccf1953e-2be4-4f24-8b93-e570d93fd079 with status ACTIVE [ 679.690588] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.690693] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.690749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.691027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.691027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.691215] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.691358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.691358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.691610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.691610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.691827] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.691827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.691915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.692080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.693798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.693798] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccf1953e-2be4-4f24-8b93-e570d93fd079 is going to be updated. [ 679.717952] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.718126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.718189] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.718402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.718543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.718707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccf1953e-2be4-4f24-8b93-e570d93fd079" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.740621] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.740756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.740848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.741087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.741243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.757444] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: IN_PROGRESS for 2s [ 680.134247] env[66329]: INFO networking_nsxv3.common.synchronization [req-3bdd5380-63d2-4400-8d3c-6084ec013434 req-98718f51-21a5-4608-813d-5cb68f632a47 tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 680.135100] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 680.135236] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.135368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.135429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.135696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.135866] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.135978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.137810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.137810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.138012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.138883] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.196168] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dac39f17-c3cb-45fc-ad90-4fc8cbda9932',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.314980] env[66329]: INFO networking_nsxv3.common.synchronization [req-f357948e-294d-49c5-b4a3-5f8ee4007495 req-5883f8e3-49fa-48da-aa1b-9a1e52fb76bd tempest-ServerExternalEventsTest-259745867 tempest-ServerExternalEventsTest-259745867-project-member] Enqueued Resource ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 with Priority: HIGHEST for action security_group_members [ 680.314980] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 with Priority: HIGHEST for action security_group_members [ 680.315299] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70e3b32-2406-476a-a13d-4c7cc41b5204 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.315299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.315403] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.315572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.315814] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.315890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.315936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.317251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.317251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.317251] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70e3b32-2406-476a-a13d-4c7cc41b5204',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.479854] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: SUCCESS [ 680.480697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.480697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.480697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.480697] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.480992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.480992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.481178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.481266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.481348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.481444] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.644167] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.644167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.644167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.644167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.644167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.644167] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.644167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.644167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.644942] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.645022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.645282] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da already deleted. [ 680.645477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.697731] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.700030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.700030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.700030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.700030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.700030] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 is going to be created. [ 680.708423] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.708614] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.708733] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.710301] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.710772] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.711067] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.711572] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.711949] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.712065] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.712316] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.712430] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.712543] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.712630] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.712735] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.713219] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.713219] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.727873] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.728111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.728111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.728311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.728474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.739071] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.739071] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.739071] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.739364] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.739568] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-bfc53daa-05bd-472e-9370-d494042045ba taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.739724] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-bfc53daa-05bd-472e-9370-d494042045ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.739791] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-bfc53daa-05bd-472e-9370-d494042045ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.740121] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-bfc53daa-05bd-472e-9370-d494042045ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.740258] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc53daa-05bd-472e-9370-d494042045ba',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.745850] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 in Status: UNINITIALIZED for 2s [ 680.818293] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.818552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.818681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.818968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.819148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.819433] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.819579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.819694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.819887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.820172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.820383] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 is going to be updated. [ 680.854112] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.854112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.854112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.854112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.854112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.864202] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 in Status: IN_PROGRESS for 2s [ 680.986617] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.986617] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.986617] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.986617] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.986617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.987413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.987413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.987413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.987413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.987413] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.245701] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.245701] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.246033] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.246208] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.246445] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.246561] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port bfc53daa-05bd-472e-9370-d494042045ba not found, creating... [ 681.246880] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.247187] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.247344] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.247637] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.247780] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.248115] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.248303] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.248450] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.248694] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.248860] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.249097] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: bfc53daa-05bd-472e-9370-d494042045ba is going to be created. [ 681.276336] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.276998] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.276998] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.277207] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.277446] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.277775] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-bfc53daa-05bd-472e-9370-d494042045ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.491293] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 663d13a7-a613-43f2-8165-572ebc4da9d8: rpc.has_security_group_logging(os_id): False [ 681.508700] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.508818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.508881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.509114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.509198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.509506] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.509506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.509711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.509775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.509838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.511397] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.511397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.511397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.511397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.511397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.511397] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.511397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.511397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.511397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.511397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.511397] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 is going to be created. [ 681.583533] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.583731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.583787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.583977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.584200] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.597426] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: IN_PROGRESS for 2s [ 681.780235] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: SUCCESS [ 681.780466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.095858] env[66329]: INFO networking_nsxv3.common.synchronization [req-3bdd5380-63d2-4400-8d3c-6084ec013434 req-6d457c50-278f-46cb-af5a-daa85cde2281 service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 682.096206] env[66329]: INFO networking_nsxv3.common.synchronization [req-3bdd5380-63d2-4400-8d3c-6084ec013434 req-6d457c50-278f-46cb-af5a-daa85cde2281 service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 682.096338] env[66329]: INFO networking_nsxv3.common.synchronization [req-3bdd5380-63d2-4400-8d3c-6084ec013434 req-6d457c50-278f-46cb-af5a-daa85cde2281 service nova] Enqueued Resource ID: bfc53daa-05bd-472e-9370-d494042045ba with Priority: HIGHEST for action port [ 682.097118] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 682.097280] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 682.097417] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc53daa-05bd-472e-9370-d494042045ba with Priority: HIGHEST for action port [ 682.097723] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.097873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.097972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.099740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.099740] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.100416] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.100548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.100639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.104048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.104048] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.104048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.104048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.104048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.104048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.104048] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.104048] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc53daa-05bd-472e-9370-d494042045ba taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.105059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc53daa-05bd-472e-9370-d494042045ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.106446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc53daa-05bd-472e-9370-d494042045ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.106655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc53daa-05bd-472e-9370-d494042045ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.106757] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc53daa-05bd-472e-9370-d494042045ba',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.610558] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.610558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.610558] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.611152] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfc53daa-05bd-472e-9370-d494042045ba with status ACTIVE [ 682.611701] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.611992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.612223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.615231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.615231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.615231] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.615409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.615473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.616835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.616835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.616835] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.616835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.616835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.616835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.616835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.616835] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfc53daa-05bd-472e-9370-d494042045ba is going to be updated. [ 682.647382] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.647792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.647911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.651729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.651729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.651729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc53daa-05bd-472e-9370-d494042045ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.760199] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 in Status: SUCCESS [ 682.760199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.760199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.760199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.760199] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.760199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.760199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.760199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.760199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.760199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.760199] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dac39f17-c3cb-45fc-ad90-4fc8cbda9932',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.875642] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 in Status: SUCCESS [ 682.875642] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 deletion is rescheduled due to dependency. [ 682.875642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.119337] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.264141] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.264141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.264294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.264473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.264698] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.264830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.264912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.268019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.268019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.268019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.268019] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.268019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.268019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.268019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.268019] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.268019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.268019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.268019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.268019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.268019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.268019] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dac39f17-c3cb-45fc-ad90-4fc8cbda9932',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.610151] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: SUCCESS [ 683.610445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.622133] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.622448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.622448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.622578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.622670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.622768] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be created. [ 683.648150] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.648388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.648388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.648636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.648817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.658139] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: UNINITIALIZED for 2s [ 683.773767] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dac39f17-c3cb-45fc-ad90-4fc8cbda9932: rpc.has_security_group_logging(os_id): False [ 683.793267] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.793492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.793574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.793736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.793850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.794194] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.794380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.794463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.794683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.794800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.795063] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.795198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.795290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.795481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.795573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.795807] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.795939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.796018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.796207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.796311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.796410] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 is going to be created. [ 683.859475] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.859727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.859860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.860196] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.860516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.874465] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 in Status: IN_PROGRESS for 2s [ 684.440909] env[66329]: INFO networking_nsxv3.common.synchronization [req-5a8f1e44-d51d-4935-8b33-a21e18e124b9 req-654df926-d836-410e-a17f-89e8b6bb22a5 tempest-ServerTagsTestJSON-693532990 tempest-ServerTagsTestJSON-693532990-project-member] Enqueued Resource ID: 2856fe24-b400-4766-90c9-868b81a9cf18 with Priority: HIGHEST for action security_group_members [ 684.441554] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2856fe24-b400-4766-90c9-868b81a9cf18 with Priority: HIGHEST for action security_group_members [ 684.442231] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2856fe24-b400-4766-90c9-868b81a9cf18 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.442231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.442231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.442479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.442527] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.442593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.442805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.442805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.443016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.443058] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2856fe24-b400-4766-90c9-868b81a9cf18',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.947220] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.947220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.947220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.947220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.947220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.947220] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.947220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.947220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.947220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.947220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.947220] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2856fe24-b400-4766-90c9-868b81a9cf18 already deleted. [ 684.947220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.363103] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.363378] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-492" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.363537] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-492" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.363817] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-492" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.364190] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.364412] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.364488] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.364755] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.364906] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.365157] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.365295] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.365404] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.365509] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.365614] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.366187] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.366424] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.388788] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.388985] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.389109] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.389299] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-492" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.390021] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-5cd80104-7375-41f4-8711-3d5ca229cc2b taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.390362] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-5cd80104-7375-41f4-8711-3d5ca229cc2b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.390572] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-5cd80104-7375-41f4-8711-3d5ca229cc2b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.390966] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-5cd80104-7375-41f4-8711-3d5ca229cc2b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.391355] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd80104-7375-41f4-8711-3d5ca229cc2b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.669380] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 685.669631] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.670277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.670518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.670718] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.670842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.670907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.671174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.671265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.671355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.671444] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.889073] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 in Status: SUCCESS [ 685.889073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.897029] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.897029] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.897029] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.897029] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.897029] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.897029] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 5cd80104-7375-41f4-8711-3d5ca229cc2b not found, creating... [ 685.897029] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.897029] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.897029] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.897029] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.897029] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.897658] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.897658] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.897658] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.897658] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.897658] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.897658] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 5cd80104-7375-41f4-8711-3d5ca229cc2b is going to be created. [ 685.920335] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.920545] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.920622] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.921020] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.921673] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.921772] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-5cd80104-7375-41f4-8711-3d5ca229cc2b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.176458] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.176458] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.176458] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.176458] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.176458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.178291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.178291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.178291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.178291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.178291] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.265746] env[66329]: INFO networking_nsxv3.common.synchronization [None req-38d63aee-fdc1-4197-92ff-57192c6d2cda None None] Enqueued Resource ID: 19b2eb46-9a04-403f-8b60-de9fb4955e64 with Priority: HIGHEST for action port [ 686.266909] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b2eb46-9a04-403f-8b60-de9fb4955e64 with Priority: HIGHEST for action port [ 686.267206] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b2eb46-9a04-403f-8b60-de9fb4955e64 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.267395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b2eb46-9a04-403f-8b60-de9fb4955e64" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.267395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b2eb46-9a04-403f-8b60-de9fb4955e64" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.267702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b2eb46-9a04-403f-8b60-de9fb4955e64" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.267776] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b2eb46-9a04-403f-8b60-de9fb4955e64',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.665569] env[66329]: INFO networking_nsxv3.common.synchronization [req-5a8f1e44-d51d-4935-8b33-a21e18e124b9 req-317f9eb4-71b0-49ec-a3c2-5f4688ff27ee service nova] Enqueued Resource ID: 2856fe24-b400-4766-90c9-868b81a9cf18 with Priority: HIGHEST for action security_group_rules [ 686.666350] env[66329]: INFO networking_nsxv3.common.synchronization [req-5a8f1e44-d51d-4935-8b33-a21e18e124b9 req-317f9eb4-71b0-49ec-a3c2-5f4688ff27ee service nova] Enqueued Resource ID: 2856fe24-b400-4766-90c9-868b81a9cf18 with Priority: HIGHEST for action security_group_members [ 686.667220] env[66329]: INFO networking_nsxv3.common.synchronization [req-5a8f1e44-d51d-4935-8b33-a21e18e124b9 req-317f9eb4-71b0-49ec-a3c2-5f4688ff27ee service nova] Enqueued Resource ID: 5cd80104-7375-41f4-8711-3d5ca229cc2b with Priority: HIGHEST for action port [ 686.671728] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2856fe24-b400-4766-90c9-868b81a9cf18 with Priority: HIGHEST for action security_group_rules [ 686.671943] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2856fe24-b400-4766-90c9-868b81a9cf18 with Priority: HIGHEST for action security_group_members [ 686.672381] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cd80104-7375-41f4-8711-3d5ca229cc2b with Priority: HIGHEST for action port [ 686.672642] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2856fe24-b400-4766-90c9-868b81a9cf18 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.672818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.672818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.673133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.673313] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2856fe24-b400-4766-90c9-868b81a9cf18',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.674425] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2856fe24-b400-4766-90c9-868b81a9cf18 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.674568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.674634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.674838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.675290] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.675674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.675674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.676943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.676943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.676943] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2856fe24-b400-4766-90c9-868b81a9cf18',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.678132] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cd80104-7375-41f4-8711-3d5ca229cc2b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.678132] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cd80104-7375-41f4-8711-3d5ca229cc2b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.678132] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cd80104-7375-41f4-8711-3d5ca229cc2b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.678132] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cd80104-7375-41f4-8711-3d5ca229cc2b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.678132] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd80104-7375-41f4-8711-3d5ca229cc2b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.680503] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c91a30f-1006-45cd-9e59-9b799a9619da: rpc.has_security_group_logging(os_id): False [ 686.701629] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.701629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.701629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.701629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.701946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.701946] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.702809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.702809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.702809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.702809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.703058] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.703903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.703903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.703903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.703903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.703903] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.703903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.703903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.704333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.704333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.704405] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be created. [ 686.770560] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19b2eb46-9a04-403f-8b60-de9fb4955e64 [ 686.770897] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.771234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.771354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.771706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.771830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.772047] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19b2eb46-9a04-403f-8b60-de9fb4955e64 already deleted. [ 686.772259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b2eb46-9a04-403f-8b60-de9fb4955e64" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.795489] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.796074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.796216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.796486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.796720] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.819454] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 686.933112] env[66329]: INFO networking_nsxv3.common.synchronization [req-1a3fb5bb-2068-4806-a266-dbb5841fbe28 req-84fec418-7b73-4bda-aa72-6b83cbb98cf2 tempest-InstanceActionsTestJSON-1207397897 tempest-InstanceActionsTestJSON-1207397897-project-member] Enqueued Resource ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 with Priority: HIGHEST for action security_group_members [ 686.933915] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 with Priority: HIGHEST for action security_group_members [ 686.934837] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927aa4c-b244-423f-9c53-1f5e362588f9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.935151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.935253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.936685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.936912] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.937035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.937150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.937394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.937529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.937667] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927aa4c-b244-423f-9c53-1f5e362588f9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.180353] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2856fe24-b400-4766-90c9-868b81a9cf18',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.184539] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2856fe24-b400-4766-90c9-868b81a9cf18 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.184888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.187018] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cd80104-7375-41f4-8711-3d5ca229cc2b with status ACTIVE [ 687.187018] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.187018] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.187018] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.187018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.187018] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cd80104-7375-41f4-8711-3d5ca229cc2b is going to be updated. [ 687.215166] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.215315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.215392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.215617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.215720] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.215881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cd80104-7375-41f4-8711-3d5ca229cc2b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.441020] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.441340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.441522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.441882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.442679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.442679] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.442679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.442880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.443151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.443328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.443494] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 is going to be updated. [ 687.479679] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.479885] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.483033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.483033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.483033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.492800] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 in Status: IN_PROGRESS for 2s [ 687.693198] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2856fe24-b400-4766-90c9-868b81a9cf18',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.195033] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.195309] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.196029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.196029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.196029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.196029] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2856fe24-b400-4766-90c9-868b81a9cf18 is going to be created. [ 688.228166] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.229935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.229935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.229935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.229935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.241128] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2856fe24-b400-4766-90c9-868b81a9cf18 in Status: UNINITIALIZED for 2s [ 688.833995] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 688.834072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.014216] env[66329]: INFO networking_nsxv3.common.synchronization [None req-03212721-693b-4328-86aa-7f395b967025 None None] Enqueued Resource ID: a918451e-65be-4e50-bd77-17a24914404b with Priority: HIGHEST for action port [ 689.015079] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a918451e-65be-4e50-bd77-17a24914404b with Priority: HIGHEST for action port [ 689.016596] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-a918451e-65be-4e50-bd77-17a24914404b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.016871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a918451e-65be-4e50-bd77-17a24914404b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.016871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a918451e-65be-4e50-bd77-17a24914404b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.017130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a918451e-65be-4e50-bd77-17a24914404b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.017215] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a918451e-65be-4e50-bd77-17a24914404b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.245239] env[66329]: INFO networking_nsxv3.common.synchronization [req-91dabbc0-d123-4a22-8103-27398aab8bb9 req-e8a78357-cee8-45d7-99ea-c213c43c5e3c tempest-ImagesOneServerTestJSON-1348489687 tempest-ImagesOneServerTestJSON-1348489687-project-member] Enqueued Resource ID: 95002cdf-8e24-4052-a368-d30cfd2a774e with Priority: HIGHEST for action security_group_members [ 689.245887] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95002cdf-8e24-4052-a368-d30cfd2a774e with Priority: HIGHEST for action security_group_members [ 689.246237] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-95002cdf-8e24-4052-a368-d30cfd2a774e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.246375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.246450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.246720] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.246880] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.246996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.249229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.250694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.250694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.250694] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95002cdf-8e24-4052-a368-d30cfd2a774e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.504907] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 in Status: SUCCESS [ 689.505044] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 deletion is rescheduled due to dependency. [ 689.505966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.519294] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a918451e-65be-4e50-bd77-17a24914404b [ 689.519577] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.519716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.519787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.520288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.520288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.520288] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a918451e-65be-4e50-bd77-17a24914404b already deleted. [ 689.520288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a918451e-65be-4e50-bd77-17a24914404b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.695894] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.696168] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-899" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.696297] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-899" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.696682] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-899" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.696973] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.697674] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.697795] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.698255] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.698329] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.698561] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.698636] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.698797] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.698845] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.698923] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.699041] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.699174] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.720996] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.721184] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.721317] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.721686] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-899" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.721787] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-c3129e29-4ea3-4fe8-b80e-c4e4a718c154 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.722492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-c3129e29-4ea3-4fe8-b80e-c4e4a718c154" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.722492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-c3129e29-4ea3-4fe8-b80e-c4e4a718c154" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.722492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-c3129e29-4ea3-4fe8-b80e-c4e4a718c154" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.722684] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3129e29-4ea3-4fe8-b80e-c4e4a718c154',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.752878] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.753124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.753186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.753393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.753483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.753698] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.753807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.753855] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.754079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.754149] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.754239] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95002cdf-8e24-4052-a368-d30cfd2a774e already deleted. [ 689.754316] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.226322] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.226585] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.226660] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.227151] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.227151] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.227419] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port c3129e29-4ea3-4fe8-b80e-c4e4a718c154 not found, creating... [ 690.227484] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.227624] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.227738] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.228255] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.228255] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.228467] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.228683] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.229522] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.229907] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.230068] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.230244] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: c3129e29-4ea3-4fe8-b80e-c4e4a718c154 is going to be created. [ 690.251202] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2856fe24-b400-4766-90c9-868b81a9cf18 in Status: SUCCESS [ 690.251471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.251471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.251657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.251849] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.251951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.252035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.252207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.252289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.252358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.252427] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2856fe24-b400-4766-90c9-868b81a9cf18',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.256471] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.256471] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.256471] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.256471] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.256471] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.256471] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-c3129e29-4ea3-4fe8-b80e-c4e4a718c154" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.755155] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2856fe24-b400-4766-90c9-868b81a9cf18 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.755395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.755605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.755788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.756058] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.756173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.756260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.756491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.756592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.756855] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.756922] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2856fe24-b400-4766-90c9-868b81a9cf18 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.757045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.757139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.757350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.757542] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.757685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.757747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.758037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.758906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.759101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.759309] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2856fe24-b400-4766-90c9-868b81a9cf18',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.952158] env[66329]: INFO networking_nsxv3.common.synchronization [None req-ee04f92c-491d-40da-a72f-eb6ef231f83b None None] Enqueued Resource ID: 0484b962-6505-42d5-be51-890590bb5b52 with Priority: HIGHEST for action port [ 690.952970] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0484b962-6505-42d5-be51-890590bb5b52 with Priority: HIGHEST for action port [ 690.953380] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-0484b962-6505-42d5-be51-890590bb5b52 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.954127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0484b962-6505-42d5-be51-890590bb5b52" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.954127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0484b962-6505-42d5-be51-890590bb5b52" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.954480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0484b962-6505-42d5-be51-890590bb5b52" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.954662] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0484b962-6505-42d5-be51-890590bb5b52',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.982468] env[66329]: INFO networking_nsxv3.common.synchronization [req-91dabbc0-d123-4a22-8103-27398aab8bb9 req-95ec43ba-56ec-4a60-908f-17985c06929f service nova] Enqueued Resource ID: 95002cdf-8e24-4052-a368-d30cfd2a774e with Priority: HIGHEST for action security_group_rules [ 690.982468] env[66329]: INFO networking_nsxv3.common.synchronization [req-91dabbc0-d123-4a22-8103-27398aab8bb9 req-95ec43ba-56ec-4a60-908f-17985c06929f service nova] Enqueued Resource ID: 95002cdf-8e24-4052-a368-d30cfd2a774e with Priority: HIGHEST for action security_group_members [ 690.982468] env[66329]: INFO networking_nsxv3.common.synchronization [req-91dabbc0-d123-4a22-8103-27398aab8bb9 req-95ec43ba-56ec-4a60-908f-17985c06929f service nova] Enqueued Resource ID: c3129e29-4ea3-4fe8-b80e-c4e4a718c154 with Priority: HIGHEST for action port [ 690.982627] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95002cdf-8e24-4052-a368-d30cfd2a774e with Priority: HIGHEST for action security_group_rules [ 690.982627] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95002cdf-8e24-4052-a368-d30cfd2a774e with Priority: HIGHEST for action security_group_members [ 690.983433] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3129e29-4ea3-4fe8-b80e-c4e4a718c154 with Priority: HIGHEST for action port [ 690.983433] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95002cdf-8e24-4052-a368-d30cfd2a774e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.983581] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.983581] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.983900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.984067] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95002cdf-8e24-4052-a368-d30cfd2a774e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.986520] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-95002cdf-8e24-4052-a368-d30cfd2a774e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.986520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.986520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.986797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.987033] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.987160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.987220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.987453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.987559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.988984] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95002cdf-8e24-4052-a368-d30cfd2a774e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.988984] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3129e29-4ea3-4fe8-b80e-c4e4a718c154 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.988984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3129e29-4ea3-4fe8-b80e-c4e4a718c154" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.988984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3129e29-4ea3-4fe8-b80e-c4e4a718c154" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.989262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3129e29-4ea3-4fe8-b80e-c4e4a718c154" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.990134] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3129e29-4ea3-4fe8-b80e-c4e4a718c154',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.262810] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2856fe24-b400-4766-90c9-868b81a9cf18: rpc.has_security_group_logging(os_id): False [ 691.281346] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.281346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.281600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.281600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.281704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.281892] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.281990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.282064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.282216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.282294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.282497] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.282590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.282850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.285422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.285490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.285710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.285850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.285918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.286136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.286215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.286301] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2856fe24-b400-4766-90c9-868b81a9cf18 is going to be created. [ 691.356543] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.356720] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.356755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.357479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.357479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.370385] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2856fe24-b400-4766-90c9-868b81a9cf18 in Status: IN_PROGRESS for 2s [ 691.458361] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0484b962-6505-42d5-be51-890590bb5b52 [ 691.458625] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.458837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.458837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.459069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.459163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.459258] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0484b962-6505-42d5-be51-890590bb5b52 already deleted. [ 691.459337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0484b962-6505-42d5-be51-890590bb5b52" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.491486] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95002cdf-8e24-4052-a368-d30cfd2a774e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.493132] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-95002cdf-8e24-4052-a368-d30cfd2a774e taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.493298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.493787] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3129e29-4ea3-4fe8-b80e-c4e4a718c154 with status ACTIVE [ 691.493872] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.493982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.494133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.494289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.494380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.496511] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.496511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.496511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.496511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.496511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.496511] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.496511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.496511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.496511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.496511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.496511] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3129e29-4ea3-4fe8-b80e-c4e4a718c154 is going to be updated. [ 691.536127] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.536271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.536374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.536698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.537050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.537283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3129e29-4ea3-4fe8-b80e-c4e4a718c154" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.994575] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95002cdf-8e24-4052-a368-d30cfd2a774e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.497655] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.498349] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.498535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.498815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.498996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.500750] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95002cdf-8e24-4052-a368-d30cfd2a774e is going to be created. [ 692.529215] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.531138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.531138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.531138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.531138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.545339] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95002cdf-8e24-4052-a368-d30cfd2a774e in Status: UNINITIALIZED for 2s [ 693.385969] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2856fe24-b400-4766-90c9-868b81a9cf18 in Status: SUCCESS [ 693.386276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.775837] env[66329]: INFO networking_nsxv3.common.synchronization [None req-27c9253c-a7a8-45b0-b344-a7d2ba7d0347 None None] Enqueued Resource ID: 96cd3f89-597e-49af-8973-0e6b58a2ecf8 with Priority: HIGHEST for action port [ 693.776462] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96cd3f89-597e-49af-8973-0e6b58a2ecf8 with Priority: HIGHEST for action port [ 693.776774] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-96cd3f89-597e-49af-8973-0e6b58a2ecf8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.776918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96cd3f89-597e-49af-8973-0e6b58a2ecf8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.777871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96cd3f89-597e-49af-8973-0e6b58a2ecf8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.778249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96cd3f89-597e-49af-8973-0e6b58a2ecf8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.778349] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96cd3f89-597e-49af-8973-0e6b58a2ecf8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.237897] env[66329]: INFO networking_nsxv3.common.synchronization [req-90b436e0-cd6e-4b88-92e8-167dd5234db7 req-64dd6b5d-91a7-4d6b-b0ec-de8c46a2be81 tempest-DeleteServersAdminTestJSON-1049199313 tempest-DeleteServersAdminTestJSON-1049199313-project-member] Enqueued Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 694.238540] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGHEST for action security_group_members [ 694.238869] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.239033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.239872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.239872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.239872] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.239872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.239872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.239872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.240229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.240229] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.281336] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96cd3f89-597e-49af-8973-0e6b58a2ecf8 [ 694.281695] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.281695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.281866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.282087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.282216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.282402] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96cd3f89-597e-49af-8973-0e6b58a2ecf8 already deleted. [ 694.282498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96cd3f89-597e-49af-8973-0e6b58a2ecf8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.561385] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95002cdf-8e24-4052-a368-d30cfd2a774e in Status: SUCCESS [ 694.561605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.561778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.562019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.562215] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.562343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.562401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.562565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.562627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.562722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.562796] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95002cdf-8e24-4052-a368-d30cfd2a774e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.742337] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.742499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.742555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.742809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.742928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.743220] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.743364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.743426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.743626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.743741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.743967] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 is going to be updated. [ 694.781294] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.781294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.781294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.781294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.781294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.791019] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: IN_PROGRESS for 2s [ 694.992117] env[66329]: INFO networking_nsxv3.common.synchronization [None req-e6868a7c-0e50-4b0d-a475-1ae9e540473b tempest-ServerRescueNegativeTestJSON-2128701730 tempest-ServerRescueNegativeTestJSON-2128701730-project-member] Enqueued Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_rules [ 694.992894] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_rules [ 694.996347] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd56d94-2d02-4570-9143-831ddcd1482d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.996579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.996579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.996898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.997021] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.066767] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-95002cdf-8e24-4052-a368-d30cfd2a774e taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.068108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.068108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.068314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.068751] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.068751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.068751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.070578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.070578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.070578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.070578] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-95002cdf-8e24-4052-a368-d30cfd2a774e taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.070578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.070578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.070578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.070578] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.070578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.070578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.071375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.071375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.071595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.071735] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95002cdf-8e24-4052-a368-d30cfd2a774e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.154487] env[66329]: INFO networking_nsxv3.common.synchronization [None req-39bfafd8-af12-4ac0-94f6-a08bd1093aba tempest-ServerRescueNegativeTestJSON-2128701730 tempest-ServerRescueNegativeTestJSON-2128701730-project-member] Enqueued Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_rules [ 695.155228] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_rules [ 695.155684] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd56d94-2d02-4570-9143-831ddcd1482d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.155843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.530585] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.530786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.530786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.531085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.531225] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.531388] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd56d94-2d02-4570-9143-831ddcd1482d already deleted. [ 695.531421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.531637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.531839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.531919] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.577363] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95002cdf-8e24-4052-a368-d30cfd2a774e: rpc.has_security_group_logging(os_id): False [ 695.600538] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.600726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.600827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.601114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.601232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.602429] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.602429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.602429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.602429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.602429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.602429] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.602429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.602722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.602722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.602775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.603025] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.604874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.604874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.604874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.604874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.605010] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95002cdf-8e24-4052-a368-d30cfd2a774e is going to be created. [ 695.689745] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.689924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.690039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.690325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.690511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.704380] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95002cdf-8e24-4052-a368-d30cfd2a774e in Status: IN_PROGRESS for 2s [ 696.041185] env[66329]: INFO networking_nsxv3.common.synchronization [req-e589b31f-a002-4462-b88e-1f138cd0a407 req-3aaabce0-cb38-4817-9f67-b408f38cf86d tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 696.041185] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 696.041185] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.041185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.041185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.041185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.042644] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.042644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.042644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.042644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.042644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.042644] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.066531] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.067614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.067614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.067614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.067614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.067783] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd56d94-2d02-4570-9143-831ddcd1482d already deleted. [ 696.067783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.548126] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.548269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.548269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.548419] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.548515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.548718] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.548833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.548875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.549815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.549815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.549815] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 696.577367] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.581019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.581019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.581019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.581019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.588369] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 696.802221] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 747cedb8-9c37-41ee-9534-debf4c331670 in Status: SUCCESS [ 696.802448] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 deletion is rescheduled due to dependency. [ 696.802553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.048410] env[66329]: INFO networking_nsxv3.common.synchronization [req-f2c6e593-e5a7-4caa-8115-0c56a8de05c5 req-a09ce718-dd08-4384-b492-1e59a82d2a42 tempest-ServerAddressesTestJSON-1299525434 tempest-ServerAddressesTestJSON-1299525434-project-member] Enqueued Resource ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 with Priority: HIGHEST for action security_group_members [ 697.049263] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 with Priority: HIGHEST for action security_group_members [ 697.049674] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.049812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.049882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.050117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.050280] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.050389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.050454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.050853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.050982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.051129] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dac39f17-c3cb-45fc-ad90-4fc8cbda9932',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.554583] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.554750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.554829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.555067] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.555168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.555370] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.555474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.555537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.555693] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.555896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.555896] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 is going to be updated. [ 697.586457] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.586611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.586689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.587022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.587220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.598029] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 in Status: IN_PROGRESS for 2s [ 697.720135] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95002cdf-8e24-4052-a368-d30cfd2a774e in Status: SUCCESS [ 697.720370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.600805] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 698.600805] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da deletion is rescheduled due to dependency. [ 698.600805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.749457] env[66329]: INFO networking_nsxv3.common.synchronization [req-ee066276-bb68-4508-8647-fc4f5dbeb496 req-1a632a54-cd5f-4bef-8b49-96ea26136ce5 tempest-ServersAdminNegativeTestJSON-551505223 tempest-ServersAdminNegativeTestJSON-551505223-project-member] Enqueued Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 698.750129] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 698.750530] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.750699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.750782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.751021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.751287] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.751417] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.751487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.751679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.751772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.751908] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.200043] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.200441] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.200722] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.201302] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.201919] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.202339] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.202733] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.203274] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.203468] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.204240] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.204240] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.204240] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.204240] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.204692] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.205990] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.205990] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.226981] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.227169] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.227389] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.227591] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.228020] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-2cb5c448-f706-487c-bbaa-072a0729f1e0 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.228135] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-2cb5c448-f706-487c-bbaa-072a0729f1e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.228264] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-2cb5c448-f706-487c-bbaa-072a0729f1e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.228597] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-2cb5c448-f706-487c-bbaa-072a0729f1e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.228730] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb5c448-f706-487c-bbaa-072a0729f1e0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.254418] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.608455] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 in Status: SUCCESS [ 699.608754] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 deletion is rescheduled due to dependency. [ 699.608754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.731646] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.731959] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.732031] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.732386] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.732559] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.732712] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 2cb5c448-f706-487c-bbaa-072a0729f1e0 not found, creating... [ 699.732962] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.733196] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.733321] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.733537] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.733666] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.733938] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.734230] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.734435] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.734653] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.734783] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.734916] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 2cb5c448-f706-487c-bbaa-072a0729f1e0 is going to be created. [ 699.756326] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.756510] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.756626] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.756919] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.757113] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.757343] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-2cb5c448-f706-487c-bbaa-072a0729f1e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.758266] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.263059] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.263059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.263059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.263059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.263059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.263059] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 is going to be updated. [ 700.295581] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.296219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.296219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.296219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.296396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.307209] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: IN_PROGRESS for 2s [ 700.505772] env[66329]: INFO networking_nsxv3.common.synchronization [req-ee066276-bb68-4508-8647-fc4f5dbeb496 req-6833239e-99fa-4725-bd09-7fa262b270c1 service nova] Enqueued Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_rules [ 700.505772] env[66329]: INFO networking_nsxv3.common.synchronization [req-ee066276-bb68-4508-8647-fc4f5dbeb496 req-6833239e-99fa-4725-bd09-7fa262b270c1 service nova] Enqueued Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 700.505772] env[66329]: INFO networking_nsxv3.common.synchronization [req-ee066276-bb68-4508-8647-fc4f5dbeb496 req-6833239e-99fa-4725-bd09-7fa262b270c1 service nova] Enqueued Resource ID: 2cb5c448-f706-487c-bbaa-072a0729f1e0 with Priority: HIGHEST for action port [ 700.505772] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_rules [ 700.505772] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 700.505772] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb5c448-f706-487c-bbaa-072a0729f1e0 with Priority: HIGHEST for action port [ 700.506392] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.506565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.506619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.506777] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.506853] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.508190] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.508284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.508486] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cb5c448-f706-487c-bbaa-072a0729f1e0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.510553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cb5c448-f706-487c-bbaa-072a0729f1e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.510553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cb5c448-f706-487c-bbaa-072a0729f1e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.510553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cb5c448-f706-487c-bbaa-072a0729f1e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.510553] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cb5c448-f706-487c-bbaa-072a0729f1e0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.009101] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.009101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.016042] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cb5c448-f706-487c-bbaa-072a0729f1e0 with status ACTIVE [ 701.016042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.016042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.016042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.016042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.016042] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cb5c448-f706-487c-bbaa-072a0729f1e0 is going to be updated. [ 701.041669] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.041867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.041911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.042461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.042461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.042594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cb5c448-f706-487c-bbaa-072a0729f1e0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.610352] env[66329]: INFO networking_nsxv3.common.synchronization [None req-81499358-f6a0-41c2-845d-58047a78c43e None None] Enqueued Resource ID: 1178336a-3879-4d98-9c5a-6f3bcaef39f9 with Priority: HIGHEST for action port [ 701.610605] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1178336a-3879-4d98-9c5a-6f3bcaef39f9 with Priority: HIGHEST for action port [ 701.611199] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-1178336a-3879-4d98-9c5a-6f3bcaef39f9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.611355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1178336a-3879-4d98-9c5a-6f3bcaef39f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.611402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1178336a-3879-4d98-9c5a-6f3bcaef39f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.612824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1178336a-3879-4d98-9c5a-6f3bcaef39f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.612974] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1178336a-3879-4d98-9c5a-6f3bcaef39f9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.115432] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1178336a-3879-4d98-9c5a-6f3bcaef39f9 [ 702.115791] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.116270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.116270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.116704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.116704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.116956] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1178336a-3879-4d98-9c5a-6f3bcaef39f9 already deleted. [ 702.118030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1178336a-3879-4d98-9c5a-6f3bcaef39f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.321555] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: SUCCESS [ 702.321555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.321555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.321555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.321555] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.321555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.321555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.321555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.321555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.321555] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.826489] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.329106] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.574341] env[66329]: INFO networking_nsxv3.common.synchronization [None req-ff9df6d9-4d03-44cc-b73e-17d72cfdc6f4 tempest-MigrationsAdminTest-515158613 tempest-MigrationsAdminTest-515158613-project-member] Enqueued Resource ID: dbfe3c99-f36e-402e-bbe8-f22ca8ba8176 with Priority: HIGHEST for action security_group_rules [ 703.576890] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfe3c99-f36e-402e-bbe8-f22ca8ba8176 with Priority: HIGHEST for action security_group_rules [ 703.576890] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbfe3c99-f36e-402e-bbe8-f22ca8ba8176 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.576890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbfe3c99-f36e-402e-bbe8-f22ca8ba8176" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.576890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbfe3c99-f36e-402e-bbe8-f22ca8ba8176" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.576890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbfe3c99-f36e-402e-bbe8-f22ca8ba8176" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.576890] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbfe3c99-f36e-402e-bbe8-f22ca8ba8176',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.693870] env[66329]: INFO networking_nsxv3.common.synchronization [None req-9933e6db-576c-4987-b442-2f8d9ff0e17c tempest-MigrationsAdminTest-515158613 tempest-MigrationsAdminTest-515158613-project-member] Enqueued Resource ID: dbfe3c99-f36e-402e-bbe8-f22ca8ba8176 with Priority: HIGHEST for action security_group_rules [ 703.694833] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfe3c99-f36e-402e-bbe8-f22ca8ba8176 with Priority: HIGHEST for action security_group_rules [ 703.695289] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbfe3c99-f36e-402e-bbe8-f22ca8ba8176 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.695828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbfe3c99-f36e-402e-bbe8-f22ca8ba8176" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.831646] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.831871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.831995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.832300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.832445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.832587] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 is going to be updated. [ 703.865140] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.865355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.865355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.865657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.865725] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.876971] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: IN_PROGRESS for 2s [ 704.110574] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.110765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.110849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.111115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.111248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.111361] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbfe3c99-f36e-402e-bbe8-f22ca8ba8176 already deleted. [ 704.111456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbfe3c99-f36e-402e-bbe8-f22ca8ba8176" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.111662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbfe3c99-f36e-402e-bbe8-f22ca8ba8176" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.111876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbfe3c99-f36e-402e-bbe8-f22ca8ba8176" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.111968] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbfe3c99-f36e-402e-bbe8-f22ca8ba8176',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.638169] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.638169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.638169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.638169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.638169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.638169] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbfe3c99-f36e-402e-bbe8-f22ca8ba8176 already deleted. [ 704.638169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbfe3c99-f36e-402e-bbe8-f22ca8ba8176" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.963158] env[66329]: INFO networking_nsxv3.common.synchronization [req-dc9bc1bd-ae98-424d-82ad-2ecaf1a87356 req-dc79dfb4-560d-48a4-8513-0fb44fc89e10 tempest-ListServerFiltersTestJSON-1543705672 tempest-ListServerFiltersTestJSON-1543705672-project-member] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 704.963664] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 704.963973] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.965362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.965450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.965640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.965825] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.966353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.966353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.967643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.967643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.967643] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.471083] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.888822] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: SUCCESS [ 705.888822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.888822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.888822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.888822] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.888822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.888822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.889359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.889359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.890203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.890487] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.973211] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.393608] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.393817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.393911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.394247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.394457] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.394583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.394653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.394825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.394921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.395019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.395194] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.395302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.395365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.395540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.395777] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.395839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.395898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.396051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.396134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.396222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.396323] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.477461] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.477461] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be updated. [ 706.509876] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.510048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.510122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.510334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.510482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.520150] env[66329]: INFO networking_nsxv3.common.synchronization [req-92a09d88-5e1e-48e1-bba9-ebcd151436a9 req-3cb1e29f-8158-48e3-b504-185e262437f8 tempest-ServerDiagnosticsTest-1833960708 tempest-ServerDiagnosticsTest-1833960708-project-member] Enqueued Resource ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d with Priority: HIGHEST for action security_group_members [ 706.521242] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: IN_PROGRESS for 2s [ 706.521693] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d with Priority: HIGHEST for action security_group_members [ 706.522016] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.522280] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.522346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.522596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.523152] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.523249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.523308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.523472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.523562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.523654] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ccc60b7-597e-4652-9d5a-aac400ba8d6d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.901554] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff21d259-4dca-4d1c-be7c-3db97fb1c1b0: rpc.has_security_group_logging(os_id): False [ 706.923503] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.923654] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.923756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.924272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.924272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.924442] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.924503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.924534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.924849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.924849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.924966] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.925090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.925166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.925264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.925336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.925535] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.926155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.926370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.926552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.926832] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.926966] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 is going to be updated. [ 707.022916] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.023230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.023343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.023684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.023948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.026231] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.026561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.026690] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.026998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.027232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.027596] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.027865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.028151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.028554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.028723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.028929] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d already deleted. [ 707.029156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.045280] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: IN_PROGRESS for 2s [ 707.114400] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.114588] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.114994] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.115302] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.116040] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.116040] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.116040] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.116277] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.116437] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.116664] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.116781] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.116895] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.117011] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.117122] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.117235] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.117402] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.148475] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.148671] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.148844] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.149034] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.149417] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-7669164e-e327-4db9-aeb3-42915727bc17 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.149589] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-7669164e-e327-4db9-aeb3-42915727bc17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.149708] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-7669164e-e327-4db9-aeb3-42915727bc17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.150059] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-7669164e-e327-4db9-aeb3-42915727bc17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.150230] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7669164e-e327-4db9-aeb3-42915727bc17',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.652714] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.652994] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.653168] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.653440] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.653590] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.653796] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 7669164e-e327-4db9-aeb3-42915727bc17 not found, creating... [ 707.653987] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.654167] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.654258] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.654473] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.654594] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.654867] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.655019] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.655135] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.655334] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.655457] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.655590] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 7669164e-e327-4db9-aeb3-42915727bc17 is going to be created. [ 707.678841] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.679083] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.679239] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.679466] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.679741] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.679969] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-7669164e-e327-4db9-aeb3-42915727bc17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.418276] env[66329]: INFO networking_nsxv3.common.synchronization [req-92a09d88-5e1e-48e1-bba9-ebcd151436a9 req-c7870696-a841-4550-acd4-cef220d9b41c service nova] Enqueued Resource ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d with Priority: HIGHEST for action security_group_rules [ 708.418575] env[66329]: INFO networking_nsxv3.common.synchronization [req-92a09d88-5e1e-48e1-bba9-ebcd151436a9 req-c7870696-a841-4550-acd4-cef220d9b41c service nova] Enqueued Resource ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d with Priority: HIGHEST for action security_group_members [ 708.418575] env[66329]: INFO networking_nsxv3.common.synchronization [req-92a09d88-5e1e-48e1-bba9-ebcd151436a9 req-c7870696-a841-4550-acd4-cef220d9b41c service nova] Enqueued Resource ID: 7669164e-e327-4db9-aeb3-42915727bc17 with Priority: HIGHEST for action port [ 708.419089] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d with Priority: HIGHEST for action security_group_rules [ 708.419233] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d with Priority: HIGHEST for action security_group_members [ 708.419644] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669164e-e327-4db9-aeb3-42915727bc17 with Priority: HIGHEST for action port [ 708.419644] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ccc60b7-597e-4652-9d5a-aac400ba8d6d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.419755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.419816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.420372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.420372] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ccc60b7-597e-4652-9d5a-aac400ba8d6d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.421116] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.421237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.421314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.421494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.421662] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.421755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.421831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.421986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.422080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.422174] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ccc60b7-597e-4652-9d5a-aac400ba8d6d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.423016] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-7669164e-e327-4db9-aeb3-42915727bc17 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.423408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7669164e-e327-4db9-aeb3-42915727bc17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.423482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7669164e-e327-4db9-aeb3-42915727bc17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.423649] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7669164e-e327-4db9-aeb3-42915727bc17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.423725] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7669164e-e327-4db9-aeb3-42915727bc17',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.534061] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: SUCCESS [ 708.534061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.925561] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.925561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.925813] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ccc60b7-597e-4652-9d5a-aac400ba8d6d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.926718] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7669164e-e327-4db9-aeb3-42915727bc17 with status ACTIVE [ 708.926933] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.927085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.927202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.927371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.927497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.927679] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.928197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.928197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.928197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.928601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.930496] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.930604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.930912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.930912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.930912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.931095] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7669164e-e327-4db9-aeb3-42915727bc17 is going to be updated. [ 708.956370] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.957534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.957534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.957534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.957534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.957534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7669164e-e327-4db9-aeb3-42915727bc17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.062756] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: SUCCESS [ 709.064734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.228202] env[66329]: INFO networking_nsxv3.common.synchronization [req-6d67a64c-177e-4dcb-898c-f12aba538706 req-aa9933f4-a3d4-4239-8223-a653474400b4 tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 709.229078] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 709.229941] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.230112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.230195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.230433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.230802] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.230922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.230973] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.231171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.231286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.231404] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.256162] env[66329]: INFO networking_nsxv3.common.synchronization [None req-844ae726-237a-4c08-b498-b340ae6a752b None None] Enqueued Resource ID: 67d72afc-7045-40ff-bd9a-a9811c3dea57 with Priority: HIGHEST for action port [ 709.256504] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67d72afc-7045-40ff-bd9a-a9811c3dea57 with Priority: HIGHEST for action port [ 709.260027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-67d72afc-7045-40ff-bd9a-a9811c3dea57 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.260262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67d72afc-7045-40ff-bd9a-a9811c3dea57" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.260262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67d72afc-7045-40ff-bd9a-a9811c3dea57" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.260532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67d72afc-7045-40ff-bd9a-a9811c3dea57" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.260605] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67d72afc-7045-40ff-bd9a-a9811c3dea57',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.434533] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ccc60b7-597e-4652-9d5a-aac400ba8d6d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.734715] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.735766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.735766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.735766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.735766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.735949] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.736153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.736259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.736531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.736633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.736727] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 709.765081] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67d72afc-7045-40ff-bd9a-a9811c3dea57 [ 709.765081] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.765081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.765081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.765081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.765081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.765081] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67d72afc-7045-40ff-bd9a-a9811c3dea57 already deleted. [ 709.765081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67d72afc-7045-40ff-bd9a-a9811c3dea57" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.774483] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.774483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.774483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.774483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.774483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.784040] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 709.787834] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.788053] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.788153] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.788427] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.788683] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.788827] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.788934] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.789969] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.790121] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.790259] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.790380] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.791535] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.791535] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.791535] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.791535] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.791535] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.812458] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.814024] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.814024] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.814024] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.814024] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-36d25fdb-7e63-44b0-be93-979b6afa1dba taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.814024] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-36d25fdb-7e63-44b0-be93-979b6afa1dba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.814332] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-36d25fdb-7e63-44b0-be93-979b6afa1dba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.814453] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-36d25fdb-7e63-44b0-be93-979b6afa1dba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.814589] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d25fdb-7e63-44b0-be93-979b6afa1dba',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.938525] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.939151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.939151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.941583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.941583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.941583] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d is going to be created. [ 709.968305] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.968305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.968305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.968305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.968483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.982528] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d in Status: UNINITIALIZED for 2s [ 710.318397] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.318756] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.318948] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.319380] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.319640] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.319748] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 36d25fdb-7e63-44b0-be93-979b6afa1dba not found, creating... [ 710.320055] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.320220] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.320344] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.320625] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.320784] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.321677] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.321677] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.321677] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.321945] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.321945] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.322469] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 36d25fdb-7e63-44b0-be93-979b6afa1dba is going to be created. [ 710.348555] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.349043] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.349043] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.349539] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.349539] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.349658] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-36d25fdb-7e63-44b0-be93-979b6afa1dba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.095147] env[66329]: INFO networking_nsxv3.common.synchronization [req-6d67a64c-177e-4dcb-898c-f12aba538706 req-f42ea6ef-f725-423d-8bbb-3d0745a06c5f service nova] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_rules [ 711.095440] env[66329]: INFO networking_nsxv3.common.synchronization [req-6d67a64c-177e-4dcb-898c-f12aba538706 req-f42ea6ef-f725-423d-8bbb-3d0745a06c5f service nova] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 711.096702] env[66329]: INFO networking_nsxv3.common.synchronization [req-6d67a64c-177e-4dcb-898c-f12aba538706 req-f42ea6ef-f725-423d-8bbb-3d0745a06c5f service nova] Enqueued Resource ID: 36d25fdb-7e63-44b0-be93-979b6afa1dba with Priority: HIGHEST for action port [ 711.097921] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_rules [ 711.098159] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 711.101645] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d25fdb-7e63-44b0-be93-979b6afa1dba with Priority: HIGHEST for action port [ 711.101645] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.101645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.101847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.102150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.102150] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.103288] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.103288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.104343] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-36d25fdb-7e63-44b0-be93-979b6afa1dba taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.104343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36d25fdb-7e63-44b0-be93-979b6afa1dba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.104343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36d25fdb-7e63-44b0-be93-979b6afa1dba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.105585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36d25fdb-7e63-44b0-be93-979b6afa1dba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.105585] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d25fdb-7e63-44b0-be93-979b6afa1dba',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.608166] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.608166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.608166] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36d25fdb-7e63-44b0-be93-979b6afa1dba with status ACTIVE [ 711.608166] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.608519] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.608519] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.608657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.608657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.608866] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.608957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.609056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.609216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.609299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.609485] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.609584] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.609643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.609784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.609846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.609930] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36d25fdb-7e63-44b0-be93-979b6afa1dba is going to be updated. [ 711.637193] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.637945] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.639178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.639178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.639178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.639178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36d25fdb-7e63-44b0-be93-979b6afa1dba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.697764] env[66329]: INFO networking_nsxv3.common.synchronization [None req-866ec1ec-7cc3-4bf5-8224-623f069dca13 None None] Enqueued Resource ID: ca27ef86-b5da-448b-9302-5f103aea1149 with Priority: HIGHEST for action port [ 711.697764] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca27ef86-b5da-448b-9302-5f103aea1149 with Priority: HIGHEST for action port [ 711.700588] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca27ef86-b5da-448b-9302-5f103aea1149 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.700588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca27ef86-b5da-448b-9302-5f103aea1149" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.700588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca27ef86-b5da-448b-9302-5f103aea1149" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.700588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca27ef86-b5da-448b-9302-5f103aea1149" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.700588] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca27ef86-b5da-448b-9302-5f103aea1149',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.798373] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 711.799177] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 deletion is rescheduled due to dependency. [ 711.799177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.799177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.799352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.801035] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.801035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.801035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.801035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.801035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.801035] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.004502] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d in Status: SUCCESS [ 712.004796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.005103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.006043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.006043] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.006043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.006223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.006300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.006388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.006477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.006632] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ccc60b7-597e-4652-9d5a-aac400ba8d6d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.201272] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca27ef86-b5da-448b-9302-5f103aea1149 [ 712.202936] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.202936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.202936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.202936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.202936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.202936] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca27ef86-b5da-448b-9302-5f103aea1149 already deleted. [ 712.202936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca27ef86-b5da-448b-9302-5f103aea1149" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.306127] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.509938] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.510180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.510289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.510594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.510842] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.510995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.511108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.511332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.511465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.511596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.511843] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.511981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.513134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.513134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.513134] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.513134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.513134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.513134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.513528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.513948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.514178] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ccc60b7-597e-4652-9d5a-aac400ba8d6d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.809100] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.017359] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ccc60b7-597e-4652-9d5a-aac400ba8d6d: rpc.has_security_group_logging(os_id): False [ 713.038857] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.039158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.040050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.040050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.040050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.040050] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.040270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.040311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.040574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.040772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.041187] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.041282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.041349] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.041590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.041717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.042089] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.042264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.042370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.042780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.042780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.042887] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d is going to be created. [ 713.114076] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.114307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.114370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.114588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.114818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.129093] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d in Status: IN_PROGRESS for 2s [ 713.311916] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.312300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.312300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.312586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.312666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.312699] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 713.344828] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.344828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.344828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.344828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.345099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.355319] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 713.664873] env[66329]: INFO networking_nsxv3.common.synchronization [None req-69f66774-1327-48be-ac3f-7282c9acf33d None None] Enqueued Resource ID: 254ed8cb-ac9b-4948-adc3-0fa4dcacf2f5 with Priority: HIGHEST for action port [ 713.665976] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 254ed8cb-ac9b-4948-adc3-0fa4dcacf2f5 with Priority: HIGHEST for action port [ 713.666411] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-254ed8cb-ac9b-4948-adc3-0fa4dcacf2f5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.666599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-254ed8cb-ac9b-4948-adc3-0fa4dcacf2f5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.666906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-254ed8cb-ac9b-4948-adc3-0fa4dcacf2f5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.667240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-254ed8cb-ac9b-4948-adc3-0fa4dcacf2f5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.667381] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('254ed8cb-ac9b-4948-adc3-0fa4dcacf2f5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.169738] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 254ed8cb-ac9b-4948-adc3-0fa4dcacf2f5 [ 714.170018] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.170170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.170238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.170461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.170559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.170654] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:254ed8cb-ac9b-4948-adc3-0fa4dcacf2f5 already deleted. [ 714.170748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-254ed8cb-ac9b-4948-adc3-0fa4dcacf2f5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.513404] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-aaca97bd-e669-473d-905f-6061e79b8231 tempest-ListServersNegativeTestJSON-1870364018 tempest-ListServersNegativeTestJSON-1870364018-project-member] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 714.514013] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 714.517343] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.517732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.517732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.518060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.518316] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.518883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.518883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.518883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.518883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.520123] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.786915] env[66329]: INFO networking_nsxv3.common.synchronization [None req-2f6d0d78-252c-496e-9fce-27da354a4a39 None None] Enqueued Resource ID: cfe44184-ed3a-489e-991a-c2e4cff2c5f7 with Priority: HIGHEST for action port [ 714.787794] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfe44184-ed3a-489e-991a-c2e4cff2c5f7 with Priority: HIGHEST for action port [ 714.788303] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfe44184-ed3a-489e-991a-c2e4cff2c5f7 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.788387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfe44184-ed3a-489e-991a-c2e4cff2c5f7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.788421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfe44184-ed3a-489e-991a-c2e4cff2c5f7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.788695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfe44184-ed3a-489e-991a-c2e4cff2c5f7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.788783] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfe44184-ed3a-489e-991a-c2e4cff2c5f7',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.929321] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.929321] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.929321] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.929491] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.929779] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.929865] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.930020] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.930949] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.931247] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.931481] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.931655] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.931837] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.931980] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.932148] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.932296] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.932517] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.962916] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.963126] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.963287] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.963477] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.963835] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-83c0b3e7-f588-484c-ba6d-7f0d7d451df6 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.963975] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-83c0b3e7-f588-484c-ba6d-7f0d7d451df6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.964087] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-83c0b3e7-f588-484c-ba6d-7f0d7d451df6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.964487] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-83c0b3e7-f588-484c-ba6d-7f0d7d451df6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.964625] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c0b3e7-f588-484c-ba6d-7f0d7d451df6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.023923] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.024136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.024206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.024556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.025203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.025716] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.025836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.026020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.026359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.026359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.026469] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f already deleted. [ 715.026502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.148252] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d in Status: SUCCESS [ 715.148252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.292911] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfe44184-ed3a-489e-991a-c2e4cff2c5f7 [ 715.294090] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.294090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.294090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.294090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.294090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.294090] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfe44184-ed3a-489e-991a-c2e4cff2c5f7 already deleted. [ 715.294090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfe44184-ed3a-489e-991a-c2e4cff2c5f7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.368020] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 715.368276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.368402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.369133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.369133] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.369133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.369133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.370484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.370593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.370693] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.370799] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.467868] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.468195] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.468345] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.468705] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.468888] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.469105] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 83c0b3e7-f588-484c-ba6d-7f0d7d451df6 not found, creating... [ 715.469466] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.469925] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.469925] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.470162] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.470607] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.470835] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.470950] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.472892] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.472892] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.472892] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.472892] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 83c0b3e7-f588-484c-ba6d-7f0d7d451df6 is going to be created. [ 715.498037] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.498037] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.498037] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.498290] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.498578] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.498864] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-83c0b3e7-f588-484c-ba6d-7f0d7d451df6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.876198] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.876518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.876518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.877575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.877575] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.877575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.877575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.877575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.877575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.877575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.877878] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.877878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.877878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.877978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.878125] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.878270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.878336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.878505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.878597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.878694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.879805] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.277568] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-df0f8609-2409-435e-9503-af3161828906 service nova] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_rules [ 716.277752] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-df0f8609-2409-435e-9503-af3161828906 service nova] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 716.277883] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-df0f8609-2409-435e-9503-af3161828906 service nova] Enqueued Resource ID: 83c0b3e7-f588-484c-ba6d-7f0d7d451df6 with Priority: HIGHEST for action port [ 716.278565] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_rules [ 716.278707] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 716.278822] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83c0b3e7-f588-484c-ba6d-7f0d7d451df6 with Priority: HIGHEST for action port [ 716.280160] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.281285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.281285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.281450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.281597] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.282851] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.283030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.283199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.283790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.283858] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.283974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.285177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.285408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.285515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.285667] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.286616] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-83c0b3e7-f588-484c-ba6d-7f0d7d451df6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.287038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83c0b3e7-f588-484c-ba6d-7f0d7d451df6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.287038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83c0b3e7-f588-484c-ba6d-7f0d7d451df6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.287038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83c0b3e7-f588-484c-ba6d-7f0d7d451df6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.287164] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83c0b3e7-f588-484c-ba6d-7f0d7d451df6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.383911] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc43ac6-ac21-4ad7-b076-78f49402afa6: rpc.has_security_group_logging(os_id): False [ 716.406774] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.406774] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.406774] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.406774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.407348] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.407348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.407348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.407348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.407348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.407348] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 716.482882] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.483452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.485025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.485025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.485025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.496254] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 716.791614] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.791614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.791614] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83c0b3e7-f588-484c-ba6d-7f0d7d451df6 with status ACTIVE [ 716.791614] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.791614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.791614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.791614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.791614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.791614] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.791614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.791614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.791614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.791614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.791614] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.792430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.792430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.796023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.796023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.796023] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83c0b3e7-f588-484c-ba6d-7f0d7d451df6 is going to be updated. [ 716.796023] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.843715] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.843869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.843941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.844272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.845512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.845512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83c0b3e7-f588-484c-ba6d-7f0d7d451df6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.103888] env[66329]: INFO networking_nsxv3.common.synchronization [None req-9fa2f4dd-93b2-4802-b06e-94a342a93b6a None None] Enqueued Resource ID: 76781850-d504-44d5-80c1-fd25b19c2c5d with Priority: HIGHEST for action port [ 717.104609] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76781850-d504-44d5-80c1-fd25b19c2c5d with Priority: HIGHEST for action port [ 717.104964] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-76781850-d504-44d5-80c1-fd25b19c2c5d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.106918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76781850-d504-44d5-80c1-fd25b19c2c5d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.106918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76781850-d504-44d5-80c1-fd25b19c2c5d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.109316] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76781850-d504-44d5-80c1-fd25b19c2c5d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.109316] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76781850-d504-44d5-80c1-fd25b19c2c5d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.240042] env[66329]: INFO networking_nsxv3.common.synchronization [None req-7c445b4e-a421-4743-9215-2be213955b49 None None] Enqueued Resource ID: d7b5bff2-5620-4531-aa3f-0fafc9cc46ed with Priority: HIGHEST for action port [ 717.240042] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b5bff2-5620-4531-aa3f-0fafc9cc46ed with Priority: HIGHEST for action port [ 717.240042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7b5bff2-5620-4531-aa3f-0fafc9cc46ed taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.240524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7b5bff2-5620-4531-aa3f-0fafc9cc46ed" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.240735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7b5bff2-5620-4531-aa3f-0fafc9cc46ed" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.241169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7b5bff2-5620-4531-aa3f-0fafc9cc46ed" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.241752] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b5bff2-5620-4531-aa3f-0fafc9cc46ed',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.300552] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.482900] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-c620f90d-c76e-4d06-b8b6-f491b2a7b327 tempest-ListServersNegativeTestJSON-1870364018 tempest-ListServersNegativeTestJSON-1870364018-project-member] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 717.482900] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 717.482900] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.482900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.612945] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76781850-d504-44d5-80c1-fd25b19c2c5d [ 717.613337] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.613543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.613659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.613985] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.614076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.614220] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76781850-d504-44d5-80c1-fd25b19c2c5d already deleted. [ 717.614355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76781850-d504-44d5-80c1-fd25b19c2c5d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.745245] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7b5bff2-5620-4531-aa3f-0fafc9cc46ed [ 717.745439] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.745559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.745627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.745846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.745949] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.746045] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7b5bff2-5620-4531-aa3f-0fafc9cc46ed already deleted. [ 717.749843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7b5bff2-5620-4531-aa3f-0fafc9cc46ed" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.806457] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.806676] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.806782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.807860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.808040] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.808525] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be created. [ 717.839704] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.839923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.839923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.840120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.840288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.852776] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: UNINITIALIZED for 2s [ 717.939463] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.939832] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.940068] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.940363] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.940871] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.941137] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.941301] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.941535] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.941677] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.941882] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.941988] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.942141] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.942357] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.942499] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.942607] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.942737] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.966678] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.966678] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.966678] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.966678] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.967915] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-e05f7603-c94d-4609-891c-486dc1f3a939 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.969272] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-e05f7603-c94d-4609-891c-486dc1f3a939" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.969272] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-e05f7603-c94d-4609-891c-486dc1f3a939" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.969272] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-e05f7603-c94d-4609-891c-486dc1f3a939" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.969272] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05f7603-c94d-4609-891c-486dc1f3a939',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.475022] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.475022] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.475022] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.475022] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.475022] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.475022] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port e05f7603-c94d-4609-891c-486dc1f3a939 not found, creating... [ 718.475022] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.475022] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.475022] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.475022] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.475022] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.475595] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.475595] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.475595] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.475595] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.475595] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.475595] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: e05f7603-c94d-4609-891c-486dc1f3a939 is going to be created. [ 718.501943] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.501943] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.501943] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.501943] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.501943] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.501943] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-e05f7603-c94d-4609-891c-486dc1f3a939" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.524102] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 718.526218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.394370] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-76561158-ea75-4686-80b2-7bd3107ef66e service nova] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_rules [ 719.394578] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-76561158-ea75-4686-80b2-7bd3107ef66e service nova] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 719.394720] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-76561158-ea75-4686-80b2-7bd3107ef66e service nova] Enqueued Resource ID: e05f7603-c94d-4609-891c-486dc1f3a939 with Priority: HIGHEST for action port [ 719.395877] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_rules [ 719.395877] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 719.395877] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05f7603-c94d-4609-891c-486dc1f3a939 with Priority: HIGHEST for action port [ 719.395877] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.396572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.397186] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.397350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.397505] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-e05f7603-c94d-4609-891c-486dc1f3a939 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.397609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e05f7603-c94d-4609-891c-486dc1f3a939" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.397675] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e05f7603-c94d-4609-891c-486dc1f3a939" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.397888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e05f7603-c94d-4609-891c-486dc1f3a939" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.397972] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05f7603-c94d-4609-891c-486dc1f3a939',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.745348] env[66329]: INFO networking_nsxv3.common.synchronization [None req-d7995677-586a-478f-929e-70e4ac6d7b38 None None] Enqueued Resource ID: dd8d5055-b48c-4ee9-891f-a05ace00a647 with Priority: HIGHEST for action port [ 719.745348] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8d5055-b48c-4ee9-891f-a05ace00a647 with Priority: HIGHEST for action port [ 719.745348] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd8d5055-b48c-4ee9-891f-a05ace00a647 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.745348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd8d5055-b48c-4ee9-891f-a05ace00a647" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.745921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd8d5055-b48c-4ee9-891f-a05ace00a647" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.745921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd8d5055-b48c-4ee9-891f-a05ace00a647" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.745921] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8d5055-b48c-4ee9-891f-a05ace00a647',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.865182] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: SUCCESS [ 719.865182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.865182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.865182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.865182] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.865182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.865182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.865182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.865182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.865182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.865182] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.866144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.866436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.867486] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.867754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.867898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.868141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.868329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.868508] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.899521] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e05f7603-c94d-4609-891c-486dc1f3a939 with status ACTIVE [ 719.901245] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.901245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.901245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.901245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.901245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.901573] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.901573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.901661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.901751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.901825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.902008] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.902103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.902171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.902377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.902580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.902580] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e05f7603-c94d-4609-891c-486dc1f3a939 is going to be updated. [ 719.931949] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.932860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.933736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.933736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.933736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.933736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e05f7603-c94d-4609-891c-486dc1f3a939" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.251423] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd8d5055-b48c-4ee9-891f-a05ace00a647 [ 720.251656] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.252292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.252292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.252292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.252292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.252499] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd8d5055-b48c-4ee9-891f-a05ace00a647 already deleted. [ 720.252499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd8d5055-b48c-4ee9-891f-a05ace00a647" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.370883] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.371041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.371245] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.879183] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.381979] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.382135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.382184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.382447] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.382565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.382687] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be updated. [ 721.412939] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.413108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.413172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.413404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.413559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.426887] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: IN_PROGRESS for 2s [ 722.762224] env[66329]: INFO networking_nsxv3.common.synchronization [None req-0e95d0c5-7b37-417d-9fcb-de37cf1e06b8 None None] Enqueued Resource ID: 1a2bdbd6-3872-43fd-8d41-8503abbcef45 with Priority: HIGHEST for action port [ 722.762224] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a2bdbd6-3872-43fd-8d41-8503abbcef45 with Priority: HIGHEST for action port [ 722.762575] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a2bdbd6-3872-43fd-8d41-8503abbcef45 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.762575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a2bdbd6-3872-43fd-8d41-8503abbcef45" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.762659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a2bdbd6-3872-43fd-8d41-8503abbcef45" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.762920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a2bdbd6-3872-43fd-8d41-8503abbcef45" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.762958] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a2bdbd6-3872-43fd-8d41-8503abbcef45',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.268758] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a2bdbd6-3872-43fd-8d41-8503abbcef45 [ 723.269061] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.269343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.269381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.269665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.269812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.269953] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a2bdbd6-3872-43fd-8d41-8503abbcef45 already deleted. [ 723.270100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a2bdbd6-3872-43fd-8d41-8503abbcef45" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.364824] env[66329]: INFO networking_nsxv3.common.synchronization [req-b114aa04-669a-4707-b566-60a520f70494 req-ba259d9d-2201-49f1-bc0a-f72129b2aaaf tempest-ServerTagsTestJSON-693532990 tempest-ServerTagsTestJSON-693532990-project-member] Enqueued Resource ID: 2856fe24-b400-4766-90c9-868b81a9cf18 with Priority: HIGHEST for action security_group_members [ 723.365390] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2856fe24-b400-4766-90c9-868b81a9cf18 with Priority: HIGHEST for action security_group_members [ 723.365693] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2856fe24-b400-4766-90c9-868b81a9cf18 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.366802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.366883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.367119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.367334] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.367455] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.367502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.367666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.367753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.367848] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2856fe24-b400-4766-90c9-868b81a9cf18',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.438303] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: SUCCESS [ 723.438303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.438303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.438303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.438585] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.438741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.438851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.439242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.439354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.439480] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.809031] env[66329]: INFO networking_nsxv3.common.synchronization [None req-72c82836-39a1-4183-b036-c569eda45bc5 None None] Enqueued Resource ID: c8a79ee5-f4f0-4496-a407-276e289255bb with Priority: HIGHEST for action port [ 723.809031] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a79ee5-f4f0-4496-a407-276e289255bb with Priority: HIGHEST for action port [ 723.809031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8a79ee5-f4f0-4496-a407-276e289255bb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.809031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8a79ee5-f4f0-4496-a407-276e289255bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.809031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8a79ee5-f4f0-4496-a407-276e289255bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.809031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8a79ee5-f4f0-4496-a407-276e289255bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.809031] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8a79ee5-f4f0-4496-a407-276e289255bb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.870828] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.870828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.870828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.871102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.871102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.871283] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.871409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.871506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.872388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.872388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.872388] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2856fe24-b400-4766-90c9-868b81a9cf18 is going to be updated. [ 723.902786] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.902786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.902786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.902786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.902786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.913732] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2856fe24-b400-4766-90c9-868b81a9cf18 in Status: IN_PROGRESS for 2s [ 723.942500] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.312634] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8a79ee5-f4f0-4496-a407-276e289255bb [ 724.312942] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.313061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.313142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.313500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.313625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.313731] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8a79ee5-f4f0-4496-a407-276e289255bb already deleted. [ 724.313819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8a79ee5-f4f0-4496-a407-276e289255bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.446412] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.914028] env[66329]: INFO networking_nsxv3.common.synchronization [req-26c0c3b3-3a42-42ca-ab52-85714d8cd50b req-9b207ef7-75ef-4fe6-8854-f6a985920ddf tempest-ServerDiagnosticsTest-1833960708 tempest-ServerDiagnosticsTest-1833960708-project-member] Enqueued Resource ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d with Priority: HIGHEST for action security_group_members [ 724.914350] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d with Priority: HIGHEST for action security_group_members [ 724.914663] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.914919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.914994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.915247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.915434] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.915486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.915548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.915688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.915771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.915862] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ccc60b7-597e-4652-9d5a-aac400ba8d6d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.949483] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.949639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.949714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.951681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.951681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.951681] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be updated. [ 724.982528] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.982712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.982804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.983039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.983407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.995164] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: IN_PROGRESS for 2s [ 725.418668] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.418907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.418993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.419355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.419355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.419543] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.419671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.419733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.419889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.419997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.420110] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d is going to be updated. [ 725.447708] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.447855] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.447928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.448154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.448304] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.458245] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d in Status: IN_PROGRESS for 2s [ 725.926177] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2856fe24-b400-4766-90c9-868b81a9cf18 in Status: SUCCESS [ 725.926177] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2856fe24-b400-4766-90c9-868b81a9cf18 deletion is rescheduled due to dependency. [ 725.926177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.320208] env[66329]: INFO networking_nsxv3.common.synchronization [None req-93c0e587-122b-4cfa-b6ab-612252255f79 None None] Enqueued Resource ID: a9dac68b-9c76-4705-be55-a7b4af0ae030 with Priority: HIGHEST for action port [ 726.320939] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9dac68b-9c76-4705-be55-a7b4af0ae030 with Priority: HIGHEST for action port [ 726.321413] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9dac68b-9c76-4705-be55-a7b4af0ae030 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.321686] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9dac68b-9c76-4705-be55-a7b4af0ae030" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.324358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9dac68b-9c76-4705-be55-a7b4af0ae030" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.324358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9dac68b-9c76-4705-be55-a7b4af0ae030" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.324358] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9dac68b-9c76-4705-be55-a7b4af0ae030',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.826939] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9dac68b-9c76-4705-be55-a7b4af0ae030 [ 726.826939] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.826939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.826939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.826939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.826939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.826939] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9dac68b-9c76-4705-be55-a7b4af0ae030 already deleted. [ 726.826939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9dac68b-9c76-4705-be55-a7b4af0ae030" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.007651] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: SUCCESS [ 727.007651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.007651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.007651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.007651] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.007651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.007651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.007651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.007651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.007651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.008401] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.008401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.008401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.008401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.008401] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.008401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.008401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.009128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.009128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.009128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.009128] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.473076] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d in Status: SUCCESS [ 727.473076] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d deletion is rescheduled due to dependency. [ 727.473076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.512539] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fc12b3d-1849-4f26-af1f-19764165f96f: rpc.has_security_group_logging(os_id): False [ 727.530594] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.530687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.530721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.530948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.531090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.531383] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.531502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.531570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.531734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.531818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.532017] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.533611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.533689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.533852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.533938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.534158] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.534263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.534356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.534460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.534535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.534621] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be created. [ 727.594564] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.594801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.594902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.595163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.595387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.607351] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: IN_PROGRESS for 2s [ 727.989403] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-9e57e778-b66d-4b32-b205-a912c7e71ba8 tempest-ListServersNegativeTestJSON-1870364018 tempest-ListServersNegativeTestJSON-1870364018-project-member] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 727.990221] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 727.990619] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.990696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.990731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.990914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.991787] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.991787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.991787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.991787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.992057] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.994132] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.394266] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.394620] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.394712] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.395312] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.395952] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.396200] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.396373] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.396730] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.397748] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.397976] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.398118] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.398231] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.398335] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.398444] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.398548] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.398678] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.420672] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.420857] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.420987] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.421213] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-252" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.421813] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-a1511486-5168-4810-95ec-e30f1be9dcbd taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.421813] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-a1511486-5168-4810-95ec-e30f1be9dcbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.421813] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-a1511486-5168-4810-95ec-e30f1be9dcbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.422166] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-a1511486-5168-4810-95ec-e30f1be9dcbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.423184] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1511486-5168-4810-95ec-e30f1be9dcbd',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.495278] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.924822] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.925064] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.925159] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.925622] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.925843] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.926112] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port a1511486-5168-4810-95ec-e30f1be9dcbd not found, creating... [ 728.926648] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.926964] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.927190] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.927509] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.927782] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.928089] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.928286] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.928423] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.928676] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.928819] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.928996] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: a1511486-5168-4810-95ec-e30f1be9dcbd is going to be created. [ 728.950931] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.951284] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.951497] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.951929] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.952265] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.952527] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-a1511486-5168-4810-95ec-e30f1be9dcbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.998439] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.501506] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.501506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.501506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.501936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.502468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.502468] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be updated. [ 729.532333] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.532478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.532550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.532753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.532967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.542862] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: IN_PROGRESS for 2s [ 729.623381] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: SUCCESS [ 729.623663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.623846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.624200] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.624200] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.638450] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-a7c0aff9-4d3a-4a89-a3d8-624f4aa2161a service nova] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_rules [ 729.638573] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-a7c0aff9-4d3a-4a89-a3d8-624f4aa2161a service nova] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 729.638738] env[66329]: INFO networking_nsxv3.common.synchronization [req-652063e8-ee91-4d36-acc1-8190351dfbb1 req-a7c0aff9-4d3a-4a89-a3d8-624f4aa2161a service nova] Enqueued Resource ID: a1511486-5168-4810-95ec-e30f1be9dcbd with Priority: HIGHEST for action port [ 729.640881] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_rules [ 729.641348] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 729.641729] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1511486-5168-4810-95ec-e30f1be9dcbd with Priority: HIGHEST for action port [ 729.643624] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.643733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.643939] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.644037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.644485] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1511486-5168-4810-95ec-e30f1be9dcbd taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.644604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1511486-5168-4810-95ec-e30f1be9dcbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.644674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1511486-5168-4810-95ec-e30f1be9dcbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.644969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1511486-5168-4810-95ec-e30f1be9dcbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.644969] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1511486-5168-4810-95ec-e30f1be9dcbd',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.960381] env[66329]: INFO networking_nsxv3.common.synchronization [req-6db9fbb9-9364-4a49-b211-a7af8f880a47 req-3f242913-4c6e-4617-9d73-e6a6e1856d37 tempest-ServersAdminNegativeTestJSON-551505223 tempest-ServersAdminNegativeTestJSON-551505223-project-member] Enqueued Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 729.961630] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 729.961630] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.961903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.961903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.962176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.962472] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.962621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.962737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.962970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.963112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.963442] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.126914] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.127123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.147654] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1511486-5168-4810-95ec-e30f1be9dcbd with status ACTIVE [ 730.147951] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.148079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.148305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.148525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.148702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.148950] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.149089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.149162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.149362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.149577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.149785] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.149935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.149991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.150161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.150272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.150367] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1511486-5168-4810-95ec-e30f1be9dcbd is going to be updated. [ 730.176425] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.176589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.176663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.176895] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.177074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.177262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1511486-5168-4810-95ec-e30f1be9dcbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.229606] env[66329]: INFO networking_nsxv3.common.synchronization [None req-85eb1f02-adfd-4f3e-bb85-cab8ff94ead9 None None] Enqueued Resource ID: 9c9eee63-4788-4927-98c6-4121aa2ad2e7 with Priority: HIGHEST for action port [ 730.231294] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9eee63-4788-4927-98c6-4121aa2ad2e7 with Priority: HIGHEST for action port [ 730.231294] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9eee63-4788-4927-98c6-4121aa2ad2e7 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.231294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9eee63-4788-4927-98c6-4121aa2ad2e7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.231294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9eee63-4788-4927-98c6-4121aa2ad2e7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.231611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9eee63-4788-4927-98c6-4121aa2ad2e7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.231652] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9eee63-4788-4927-98c6-4121aa2ad2e7',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.466612] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.736919] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c9eee63-4788-4927-98c6-4121aa2ad2e7 [ 730.737243] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.737326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.737443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.737758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.737867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.737971] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c9eee63-4788-4927-98c6-4121aa2ad2e7 already deleted. [ 730.738060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9eee63-4788-4927-98c6-4121aa2ad2e7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.970403] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c0c1373-e065-4af2-b934-0ac91f8d306a req-bbc80076-2599-44df-8b00-386307406515 tempest-InstanceActionsV221TestJSON-86936729 tempest-InstanceActionsV221TestJSON-86936729-project-member] Enqueued Resource ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 with Priority: HIGHEST for action security_group_members [ 730.970902] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 with Priority: HIGHEST for action security_group_members [ 730.971260] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.972528] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a690c66b-ca40-4670-880b-a6d0de3ca9b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.972528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.972528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.972841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.972841] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.972955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.972955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.973136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.973228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.973349] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a690c66b-ca40-4670-880b-a6d0de3ca9b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.475738] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.475900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.475980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.477243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.477445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.477445] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 is going to be updated. [ 731.479873] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.480037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.480099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.480270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.480361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.480547] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.480646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.480709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.480893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.480937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.481011] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 already deleted. [ 731.481102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.490060] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-901 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.490675] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-901" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.490828] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-901" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.491165] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-901" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.491434] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.491586] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.491718] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.493208] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.493428] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.493660] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.493770] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.493876] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.494283] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.494429] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.494538] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.494671] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.516721] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.517064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.517064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.517845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.517845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.523072] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.523146] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.523403] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.523527] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-901" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.524468] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-735f38b8-13d3-4d0c-85c8-799144e1085c taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.524468] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-735f38b8-13d3-4d0c-85c8-799144e1085c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.524468] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-735f38b8-13d3-4d0c-85c8-799144e1085c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.524720] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-735f38b8-13d3-4d0c-85c8-799144e1085c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.524720] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735f38b8-13d3-4d0c-85c8-799144e1085c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.537153] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: IN_PROGRESS for 2s [ 731.554530] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: SUCCESS [ 731.554763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.554925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.555181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.555359] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.555469] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.555532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.555685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.555765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.555856] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.029744] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.030086] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.030189] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.030484] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.030667] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.030850] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 735f38b8-13d3-4d0c-85c8-799144e1085c not found, creating... [ 732.031155] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.031396] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.031507] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.031725] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.031856] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.032143] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.032294] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.032494] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.032732] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.033131] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.033131] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 735f38b8-13d3-4d0c-85c8-799144e1085c is going to be created. [ 732.060312] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.070629] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.071113] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.071113] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.071873] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.073128] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.073128] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-735f38b8-13d3-4d0c-85c8-799144e1085c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.564824] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.804481] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c0c1373-e065-4af2-b934-0ac91f8d306a req-ae4b0699-536f-4179-9a01-8e7048f3c3a1 service nova] Enqueued Resource ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 with Priority: HIGHEST for action security_group_rules [ 732.805094] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c0c1373-e065-4af2-b934-0ac91f8d306a req-ae4b0699-536f-4179-9a01-8e7048f3c3a1 service nova] Enqueued Resource ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 with Priority: HIGHEST for action security_group_members [ 732.805326] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c0c1373-e065-4af2-b934-0ac91f8d306a req-ae4b0699-536f-4179-9a01-8e7048f3c3a1 service nova] Enqueued Resource ID: 735f38b8-13d3-4d0c-85c8-799144e1085c with Priority: HIGHEST for action port [ 732.806951] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 with Priority: HIGHEST for action security_group_rules [ 732.807141] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 with Priority: HIGHEST for action security_group_members [ 732.807253] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735f38b8-13d3-4d0c-85c8-799144e1085c with Priority: HIGHEST for action port [ 732.807562] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a690c66b-ca40-4670-880b-a6d0de3ca9b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.807695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.807785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.808107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.808216] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a690c66b-ca40-4670-880b-a6d0de3ca9b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.809706] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a690c66b-ca40-4670-880b-a6d0de3ca9b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.809870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.810133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.810378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.811476] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.811606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.811674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.811875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.811969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.812117] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a690c66b-ca40-4670-880b-a6d0de3ca9b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.813138] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-735f38b8-13d3-4d0c-85c8-799144e1085c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.813388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-735f38b8-13d3-4d0c-85c8-799144e1085c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.813497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-735f38b8-13d3-4d0c-85c8-799144e1085c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.813872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-735f38b8-13d3-4d0c-85c8-799144e1085c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.813963] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735f38b8-13d3-4d0c-85c8-799144e1085c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.067856] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.070021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.070021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.070021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.070021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.070021] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be updated. [ 733.106744] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.106997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.107119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.107481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.107683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.119337] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: IN_PROGRESS for 2s [ 733.147069] env[66329]: INFO networking_nsxv3.common.synchronization [None req-1f836a06-b152-414c-85f1-c27555b52c37 None None] Enqueued Resource ID: cf21f067-23f2-4d19-acdb-8d77c52344d6 with Priority: HIGHEST for action port [ 733.147925] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf21f067-23f2-4d19-acdb-8d77c52344d6 with Priority: HIGHEST for action port [ 733.148415] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf21f067-23f2-4d19-acdb-8d77c52344d6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.148599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf21f067-23f2-4d19-acdb-8d77c52344d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.148685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf21f067-23f2-4d19-acdb-8d77c52344d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.149115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf21f067-23f2-4d19-acdb-8d77c52344d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.149241] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf21f067-23f2-4d19-acdb-8d77c52344d6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.310793] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a690c66b-ca40-4670-880b-a6d0de3ca9b6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.311056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.316599] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a690c66b-ca40-4670-880b-a6d0de3ca9b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.318406] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 735f38b8-13d3-4d0c-85c8-799144e1085c with status ACTIVE [ 733.318680] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.318864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.318987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.319298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.319438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.319634] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.319781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.320025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.320142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.320268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.320535] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.320662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.320838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.320896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.320948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.321524] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 735f38b8-13d3-4d0c-85c8-799144e1085c is going to be updated. [ 733.351056] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.351275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.351275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.351496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.351629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.351791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-735f38b8-13d3-4d0c-85c8-799144e1085c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.550233] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: SUCCESS [ 733.550626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.651742] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf21f067-23f2-4d19-acdb-8d77c52344d6 [ 733.652059] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.652264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.652374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.652640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.652762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.652880] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf21f067-23f2-4d19-acdb-8d77c52344d6 already deleted. [ 733.652990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf21f067-23f2-4d19-acdb-8d77c52344d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.819645] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a690c66b-ca40-4670-880b-a6d0de3ca9b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.322596] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.323054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.323054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.323173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.323226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.323370] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 is going to be created. [ 734.357180] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.357374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.357422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.357646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.357832] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.367643] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 in Status: UNINITIALIZED for 2s [ 735.130746] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: SUCCESS [ 735.131101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.131421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.131707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.131936] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.132142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.132246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.132547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.132682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.133130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.133130] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.635537] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.636017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.636017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.636171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.636229] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.636396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.636472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.636647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.636787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.636901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.637082] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.637174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.637230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.637377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.637519] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.637599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.637658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.637798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.637875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.637957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.638060] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.140859] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fc12b3d-1849-4f26-af1f-19764165f96f: rpc.has_security_group_logging(os_id): False [ 736.159632] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.159805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.159856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.160095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.160183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.160380] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.160480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.160548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.160722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.160792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.160979] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.161079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.161137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.161311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.161398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.161574] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.161660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.161727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.161857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.161934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.162024] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be updated. [ 736.228698] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.228950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.228950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.229187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.229346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.246759] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: IN_PROGRESS for 2s [ 736.378150] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 in Status: SUCCESS [ 736.378400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.378586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.378848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.379075] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.379205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.379272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.379445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.379518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.379606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.379788] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a690c66b-ca40-4670-880b-a6d0de3ca9b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.882958] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a690c66b-ca40-4670-880b-a6d0de3ca9b6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.883275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.883275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.883525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.883701] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.883805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.883870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.884035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.884127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.884216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.884436] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a690c66b-ca40-4670-880b-a6d0de3ca9b6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.884534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.884598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.884740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.884882] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.884974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.885038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.885181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.885256] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.885340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.885434] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a690c66b-ca40-4670-880b-a6d0de3ca9b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.387594] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a690c66b-ca40-4670-880b-a6d0de3ca9b6: rpc.has_security_group_logging(os_id): False [ 737.407633] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.407867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.407939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.408406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.408406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.408583] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.408683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.408748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.408935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.409023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.409214] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.409326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.409415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.409604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.409687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.409888] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.409981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.410053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.410210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.410291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.410376] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 is going to be created. [ 737.479262] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.479488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.479488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.479737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.479924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.493423] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 in Status: IN_PROGRESS for 2s [ 738.149011] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 738.149303] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 738.261580] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: SUCCESS [ 738.261870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.262166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.262363] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.262500] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.765588] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.765588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.765588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.765867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.765867] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.765943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.766019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.766178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.766268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.766437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.766474] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.269060] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.269499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.269499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.269499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.269664] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.269750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.269817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.269966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.270064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.270151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.270298] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.270393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.270453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.270593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.270729] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.270819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.270879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.271022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.271116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.271198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.271301] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.513681] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 in Status: SUCCESS [ 739.513681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.774466] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fc12b3d-1849-4f26-af1f-19764165f96f: rpc.has_security_group_logging(os_id): False [ 739.796175] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.796315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.796418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.796599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.796723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.796961] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.797144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.797144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.797236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.797281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.797471] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.797567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.797711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.797759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.797868] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.798205] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.798307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.798368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.798575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.798653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.798758] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be updated. [ 739.882647] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.882929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.882929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.883180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.883378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.897769] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: IN_PROGRESS for 2s [ 741.917044] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: SUCCESS [ 741.917381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.149938] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 743.154117] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 743.179960] env[66329]: INFO networking_nsxv3.common.synchronization [req-3d2d9b73-1599-4760-9a2c-ac7d0c700071 req-c4bbc473-e461-4d57-adcd-e4e174ef5e74 tempest-ServerRescueTestJSON-186358253 tempest-ServerRescueTestJSON-186358253-project-member] Enqueued Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 743.180571] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 743.180887] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.182630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.182630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.183711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.183711] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.183711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.183711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.183711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.183711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.183711] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.606779] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.607055] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-363" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.607221] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-363" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.607548] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-363" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.607901] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.608123] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.608279] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.608563] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.608787] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.609027] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.609181] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.609326] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.609499] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.609649] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.609791] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.609967] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.631171] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.631398] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.631582] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.631800] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-363" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.632263] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-e67160b9-81c1-48f3-a42a-92ade5976e95 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.632495] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-e67160b9-81c1-48f3-a42a-92ade5976e95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.632621] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-e67160b9-81c1-48f3-a42a-92ade5976e95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.633064] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-e67160b9-81c1-48f3-a42a-92ade5976e95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.633247] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e67160b9-81c1-48f3-a42a-92ade5976e95',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.685815] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.730958] env[66329]: INFO networking_nsxv3.common.synchronization [req-ae293d77-c0c5-47c5-aafa-0ace0ef02783 req-b05bed65-1f58-4c18-abae-243519545967 tempest-ServersWithSpecificFlavorTestJSON-1854330880 tempest-ServersWithSpecificFlavorTestJSON-1854330880-project-member] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 743.731763] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 743.732095] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.732223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.732288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.732496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.732647] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.732749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.732812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.732964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.733064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.733188] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.108289] env[66329]: INFO networking_nsxv3.common.synchronization [req-b90949e8-b0f9-4a03-b0e6-e5460e29ea81 req-ba727d3b-911a-4788-accd-51f25db0de90 tempest-ListServersNegativeTestJSON-1870364018 tempest-ListServersNegativeTestJSON-1870364018-project-member] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 744.108829] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 744.109150] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.109272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.109339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.109543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.109694] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.109790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.109849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.110048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.110414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.110515] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.136051] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.136051] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.136243] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.136405] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.136539] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.136705] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port e67160b9-81c1-48f3-a42a-92ade5976e95 not found, creating... [ 744.136933] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.137100] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.137211] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.137427] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.137560] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.137862] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.138038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.138152] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.138350] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.138510] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.138634] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: e67160b9-81c1-48f3-a42a-92ade5976e95 is going to be created. [ 744.160436] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.160876] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.160980] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.162185] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.162479] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.162752] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-e67160b9-81c1-48f3-a42a-92ade5976e95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.190335] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.238039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.238193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.238255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.238781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.238781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.238937] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.238937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.239103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.239133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.239287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.239372] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 is going to be updated. [ 744.291317] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.291701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.291782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.292053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.292215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.302536] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: IN_PROGRESS for 2s [ 744.612686] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.693421] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.696494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.696494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.696494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.696494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.696494] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8fb796-625d-40ed-8506-68370d1d07bc is going to be updated. [ 744.734444] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.734444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.734444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.734444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.734444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.748338] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: IN_PROGRESS for 2s [ 745.004533] env[66329]: INFO networking_nsxv3.common.synchronization [req-3d2d9b73-1599-4760-9a2c-ac7d0c700071 req-0ab6b975-de43-4471-a536-c7caf606a292 service nova] Enqueued Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_rules [ 745.004709] env[66329]: INFO networking_nsxv3.common.synchronization [req-3d2d9b73-1599-4760-9a2c-ac7d0c700071 req-0ab6b975-de43-4471-a536-c7caf606a292 service nova] Enqueued Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 745.004876] env[66329]: INFO networking_nsxv3.common.synchronization [req-3d2d9b73-1599-4760-9a2c-ac7d0c700071 req-0ab6b975-de43-4471-a536-c7caf606a292 service nova] Enqueued Resource ID: e67160b9-81c1-48f3-a42a-92ade5976e95 with Priority: HIGHEST for action port [ 745.005507] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_rules [ 745.006073] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 745.006620] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67160b9-81c1-48f3-a42a-92ade5976e95 with Priority: HIGHEST for action port [ 745.006620] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.006782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.006782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.006966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.007066] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.008175] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.008175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.008360] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-e67160b9-81c1-48f3-a42a-92ade5976e95 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.008973] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e67160b9-81c1-48f3-a42a-92ade5976e95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.009045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e67160b9-81c1-48f3-a42a-92ade5976e95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.009248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e67160b9-81c1-48f3-a42a-92ade5976e95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.009327] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e67160b9-81c1-48f3-a42a-92ade5976e95',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.115685] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.511560] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.511852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.515189] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e67160b9-81c1-48f3-a42a-92ade5976e95 with status ACTIVE [ 745.515411] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.515541] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.515608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.515839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.515925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.516148] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.516245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.516308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.516452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.516568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.516712] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.516806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.516867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.517026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.517092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.517219] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e67160b9-81c1-48f3-a42a-92ade5976e95 is going to be updated. [ 745.539948] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.541031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.541121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.541357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.541515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.541667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e67160b9-81c1-48f3-a42a-92ade5976e95" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.621450] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.621675] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.621773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.622053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.622190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.622345] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be updated. [ 745.659447] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.659775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.659875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.660188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.660350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.676068] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: IN_PROGRESS for 2s [ 746.318059] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: SUCCESS [ 746.318059] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 deletion is rescheduled due to dependency. [ 746.318267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.741250] env[66329]: INFO networking_nsxv3.common.synchronization [req-ca32be80-3ba0-4c42-b183-e5caf1e4971c req-51d0cc6d-243d-4f76-b0a0-3203eda2d0a8 tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 746.741804] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 746.742123] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.742236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.742297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.742488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.745409] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.745409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.745409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.745409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.745663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.745663] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.758640] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: SUCCESS [ 746.758906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.760557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.760557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.760557] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.760557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.760557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.761237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.761317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.761413] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.250688] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.250688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.250688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.250959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.251012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.251223] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.251337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.251411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.251579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.251659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.251747] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 747.267148] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.291274] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.291457] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.291498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.291713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.291921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.303907] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 747.501530] env[66329]: INFO networking_nsxv3.common.synchronization [req-f99e5fb0-d441-4f7b-bfe7-e496d5a6f519 req-84312be6-b205-4d16-9a42-2bb92afdedf6 tempest-InstanceActionsV221TestJSON-86936729 tempest-InstanceActionsV221TestJSON-86936729-project-member] Enqueued Resource ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 with Priority: HIGHEST for action security_group_members [ 747.503962] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 with Priority: HIGHEST for action security_group_members [ 747.504194] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a690c66b-ca40-4670-880b-a6d0de3ca9b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.504405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.504494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.504775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.505026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.505187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.505265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.505462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.505587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.507029] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a690c66b-ca40-4670-880b-a6d0de3ca9b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.687780] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: SUCCESS [ 747.688126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.769897] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.008886] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.009077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.009151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.009442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.009545] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.009746] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.009846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.009917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.011137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.011273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.011413] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 is going to be updated. [ 748.044923] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.045093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.045268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.045517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.046229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.055459] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 in Status: IN_PROGRESS for 2s [ 748.272464] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.272630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.272688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.272903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.273037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.273377] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8fb796-625d-40ed-8506-68370d1d07bc is going to be updated. [ 748.325459] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.325459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.326148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.326148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.326148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.337179] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: IN_PROGRESS for 2s [ 748.850025] env[66329]: INFO networking_nsxv3.common.synchronization [req-addb3629-93e8-4e10-899e-60db2f39832c req-17dd27c1-2872-48e6-935f-d572ad3d53e0 tempest-ImagesOneServerTestJSON-1348489687 tempest-ImagesOneServerTestJSON-1348489687-project-member] Enqueued Resource ID: 95002cdf-8e24-4052-a368-d30cfd2a774e with Priority: HIGHEST for action security_group_members [ 748.851118] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95002cdf-8e24-4052-a368-d30cfd2a774e with Priority: HIGHEST for action security_group_members [ 748.851118] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-95002cdf-8e24-4052-a368-d30cfd2a774e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.851118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.851118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.851884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.851884] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.851884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.851884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.851884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.852100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.852100] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95002cdf-8e24-4052-a368-d30cfd2a774e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.315356] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 749.315590] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 deletion is rescheduled due to dependency. [ 749.316131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.354202] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.354419] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.354578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.354836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.354953] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.355181] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.355286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.355350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.355518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.355596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.355689] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95002cdf-8e24-4052-a368-d30cfd2a774e is going to be updated. [ 749.392243] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.392383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.392446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.392691] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.393517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.404489] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95002cdf-8e24-4052-a368-d30cfd2a774e in Status: IN_PROGRESS for 2s [ 750.066838] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 in Status: SUCCESS [ 750.067078] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 deletion is rescheduled due to dependency. [ 750.067166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.350758] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: SUCCESS [ 750.351615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.353272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.354043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.354534] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.354783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.354913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.355143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.355273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.355409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.355606] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.861098] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.861259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.861350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.861588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.861774] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.861902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.862049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.862117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.862224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.862296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.862412] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.862558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.862558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.862693] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.862828] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.862920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.863016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.863134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.863246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.863332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.863474] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.365584] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba8fb796-625d-40ed-8506-68370d1d07bc: rpc.has_security_group_logging(os_id): False [ 751.385186] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.385359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.385404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.385617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.385711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.386032] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.386146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.386219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.386362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.386444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.386681] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.386763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.386800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.386918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.386991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.387194] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.387282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.387344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.387480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.387557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.387641] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8fb796-625d-40ed-8506-68370d1d07bc is going to be updated. [ 751.416116] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95002cdf-8e24-4052-a368-d30cfd2a774e in Status: SUCCESS [ 751.416304] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95002cdf-8e24-4052-a368-d30cfd2a774e deletion is rescheduled due to dependency. [ 751.416492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.456371] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.456371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.456371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.456742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.456791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.472194] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: IN_PROGRESS for 2s [ 751.655043] env[66329]: INFO networking_nsxv3.common.synchronization [req-0463a9b0-3f0d-4d50-8461-b845162b7051 req-f153b5f1-9e91-4a6b-8bb0-7f9ede850bd6 tempest-ListImageFiltersTestJSON-402933217 tempest-ListImageFiltersTestJSON-402933217-project-member] Enqueued Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 751.655440] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 751.655755] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.655876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.655937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.656159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.656313] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.656413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.656513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.656629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.656717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.656808] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.691183] env[66329]: INFO networking_nsxv3.common.synchronization [req-e91d0b23-f45d-4129-8642-ea8f6edd4034 req-8c291776-f2b0-4e49-a399-0cf578feb89e tempest-ServersTestBootFromVolume-1329960743 tempest-ServersTestBootFromVolume-1329960743-project-member] Enqueued Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_members [ 751.691183] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_members [ 751.691727] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-240f46cc-83ab-4efe-9f12-e25b64e88519 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.691866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.691929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.692177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.692335] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.692430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.692483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.692637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.692723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.692815] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240f46cc-83ab-4efe-9f12-e25b64e88519',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.076375] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.076636] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.076797] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.077469] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.077742] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.077969] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.078112] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.078357] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.078499] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.078707] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.078813] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.078932] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.079028] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.079136] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.079242] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.079367] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.101087] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.101288] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.101526] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.101710] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.102374] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-1b038589-cce4-49bc-bcd1-bd302fceaeb1 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.102559] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-1b038589-cce4-49bc-bcd1-bd302fceaeb1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.102679] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-1b038589-cce4-49bc-bcd1-bd302fceaeb1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.102991] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-1b038589-cce4-49bc-bcd1-bd302fceaeb1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.103863] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b038589-cce4-49bc-bcd1-bd302fceaeb1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.158738] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.195266] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.195716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.195716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.196297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.196297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.196297] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.196476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.196476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.196677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.196770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.196861] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 already deleted. [ 752.196976] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.605473] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.605865] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.605946] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.606454] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.606735] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.607016] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 1b038589-cce4-49bc-bcd1-bd302fceaeb1 not found, creating... [ 752.607899] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.607899] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.607899] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.608208] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.608443] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.608801] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.609007] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.609161] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.609420] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.609638] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.609793] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 1b038589-cce4-49bc-bcd1-bd302fceaeb1 is going to be created. [ 752.636868] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.637203] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.637401] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.637786] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.638196] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.638472] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-1b038589-cce4-49bc-bcd1-bd302fceaeb1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.661338] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.164137] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.164325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.164372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.164613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.164717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.164886] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c is going to be updated. [ 753.197846] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.198025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.198072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.198273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.198423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.207753] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: IN_PROGRESS for 2s [ 753.412171] env[66329]: INFO networking_nsxv3.common.synchronization [req-e91d0b23-f45d-4129-8642-ea8f6edd4034 req-21ff87d9-6bfd-4275-829d-43171a73059a service nova] Enqueued Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_rules [ 753.412348] env[66329]: INFO networking_nsxv3.common.synchronization [req-e91d0b23-f45d-4129-8642-ea8f6edd4034 req-21ff87d9-6bfd-4275-829d-43171a73059a service nova] Enqueued Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_members [ 753.412500] env[66329]: INFO networking_nsxv3.common.synchronization [req-e91d0b23-f45d-4129-8642-ea8f6edd4034 req-21ff87d9-6bfd-4275-829d-43171a73059a service nova] Enqueued Resource ID: 1b038589-cce4-49bc-bcd1-bd302fceaeb1 with Priority: HIGHEST for action port [ 753.413054] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_rules [ 753.413193] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_members [ 753.413298] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b038589-cce4-49bc-bcd1-bd302fceaeb1 with Priority: HIGHEST for action port [ 753.413595] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240f46cc-83ab-4efe-9f12-e25b64e88519 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.414153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.414153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.414362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.414443] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240f46cc-83ab-4efe-9f12-e25b64e88519',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.420776] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-240f46cc-83ab-4efe-9f12-e25b64e88519 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.420967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.421068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.421315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.421493] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.421633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.421700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.421861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.421951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.422061] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240f46cc-83ab-4efe-9f12-e25b64e88519',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.422988] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b038589-cce4-49bc-bcd1-bd302fceaeb1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.424626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b038589-cce4-49bc-bcd1-bd302fceaeb1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.424737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b038589-cce4-49bc-bcd1-bd302fceaeb1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.424897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b038589-cce4-49bc-bcd1-bd302fceaeb1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.424979] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b038589-cce4-49bc-bcd1-bd302fceaeb1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.488186] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: SUCCESS [ 753.488410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.614146] env[66329]: INFO networking_nsxv3.common.synchronization [None req-6c1c9065-1a41-4816-a778-1ae7a7b48eb3 None None] Enqueued Resource ID: db9f1276-1149-42ae-b1e2-796b66dc54cc with Priority: HIGHEST for action port [ 753.614818] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db9f1276-1149-42ae-b1e2-796b66dc54cc with Priority: HIGHEST for action port [ 753.615128] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-db9f1276-1149-42ae-b1e2-796b66dc54cc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.615584] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db9f1276-1149-42ae-b1e2-796b66dc54cc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.615659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db9f1276-1149-42ae-b1e2-796b66dc54cc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.616015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db9f1276-1149-42ae-b1e2-796b66dc54cc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.616102] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9f1276-1149-42ae-b1e2-796b66dc54cc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.927573] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-240f46cc-83ab-4efe-9f12-e25b64e88519 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.927721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.927942] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('240f46cc-83ab-4efe-9f12-e25b64e88519',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.928930] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b038589-cce4-49bc-bcd1-bd302fceaeb1 with status ACTIVE [ 753.929177] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.929333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.929486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.929875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.929875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.929948] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.930117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.930235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.930688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.930688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.930688] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.930824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.930824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.933874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.933874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.933874] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b038589-cce4-49bc-bcd1-bd302fceaeb1 is going to be updated. [ 753.961937] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.962129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.962282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.962657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.962657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.962728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b038589-cce4-49bc-bcd1-bd302fceaeb1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.052178] env[66329]: INFO networking_nsxv3.common.synchronization [req-605344a7-48b2-4001-bb6d-25105ac6eb3b req-d94de5df-e338-4009-ba8d-376486c3bcfa tempest-ListServerFiltersTestJSON-1543705672 tempest-ListServerFiltersTestJSON-1543705672-project-member] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 754.052833] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 754.053072] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.053199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.053265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.053494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.053676] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.053791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.053871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.055037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.055037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.055037] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.121915] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db9f1276-1149-42ae-b1e2-796b66dc54cc [ 754.121915] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.121915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.121915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.121915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.121915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.121915] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db9f1276-1149-42ae-b1e2-796b66dc54cc already deleted. [ 754.121915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db9f1276-1149-42ae-b1e2-796b66dc54cc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.438807] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('240f46cc-83ab-4efe-9f12-e25b64e88519',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.556337] env[66329]: INFO networking_nsxv3.common.synchronization [req-9148e254-e3e3-4a78-8c87-e100856db35f req-06c031d4-4512-4f88-a1e7-837d15d9ad0c tempest-ServersAdminTestJSON-1759096999 tempest-ServersAdminTestJSON-1759096999-project-member] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 754.556337] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 754.556337] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.556474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.556504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.556701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.556850] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.556949] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.557115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.557305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.557424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.557551] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.563888] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.914965] env[66329]: INFO networking_nsxv3.common.synchronization [None req-ad4a8ce9-0c9e-4127-beaf-6e09c62ede95 tempest-ServerActionsTestOtherB-1471977195 tempest-ServerActionsTestOtherB-1471977195-project-member] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 754.914965] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 754.914965] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.914965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.914965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.914965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.914965] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.941931] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.942076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.942256] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.942655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.942714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.942820] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 is going to be created. [ 754.970641] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.970836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.970836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.971091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.971270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.985047] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 in Status: UNINITIALIZED for 2s [ 755.060716] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.066136] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.080871] env[66329]: INFO networking_nsxv3.common.synchronization [None req-8c2f9d8b-bfc0-491d-be65-d2bb2936cb16 tempest-ServerActionsTestOtherB-1471977195 tempest-ServerActionsTestOtherB-1471977195-project-member] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 755.081444] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 755.082059] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.082173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.108879] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.109269] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.109498] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.109759] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.110056] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.110345] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.110496] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.110797] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.111945] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.112279] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.112434] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.112567] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.112866] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.113104] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.113104] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.113232] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.132932] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.133117] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.133249] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.133693] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-183" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.133797] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-58d6d5d7-ccce-4519-a79c-fc7f074a3898 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.133971] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-58d6d5d7-ccce-4519-a79c-fc7f074a3898" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.134097] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-58d6d5d7-ccce-4519-a79c-fc7f074a3898" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.134423] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-58d6d5d7-ccce-4519-a79c-fc7f074a3898" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.134610] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d6d5d7-ccce-4519-a79c-fc7f074a3898',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.219087] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: SUCCESS [ 755.219087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.434904] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.435090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.435172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.435480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.435559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.435657] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 already deleted. [ 755.435742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.435892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.436234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.436234] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.564142] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.568812] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.568812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.568812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.569050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.569115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.569219] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be updated. [ 755.618103] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.618103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.618103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.618103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.618103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.627397] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: IN_PROGRESS for 2s [ 755.641901] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.642118] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.642237] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.642507] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.642645] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.642858] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 58d6d5d7-ccce-4519-a79c-fc7f074a3898 not found, creating... [ 755.643221] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.643319] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.643412] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.643843] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.643998] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.644322] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.644631] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.644768] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.646541] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.646716] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.646871] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 58d6d5d7-ccce-4519-a79c-fc7f074a3898 is going to be created. [ 755.668037] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.668329] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.668452] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.668836] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.669105] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.669302] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-58d6d5d7-ccce-4519-a79c-fc7f074a3898" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.958750] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.959293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.959377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.959582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.959707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.959761] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 already deleted. [ 755.959845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.989930] env[66329]: INFO networking_nsxv3.common.synchronization [None req-9be5a0db-6fa1-45c6-bc46-4bcbb66afeb8 None None] Enqueued Resource ID: 65a00dd0-42bd-4d1f-93cc-ab9967ea0d9d with Priority: HIGHEST for action port [ 755.990388] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a00dd0-42bd-4d1f-93cc-ab9967ea0d9d with Priority: HIGHEST for action port [ 755.990759] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a00dd0-42bd-4d1f-93cc-ab9967ea0d9d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.990894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a00dd0-42bd-4d1f-93cc-ab9967ea0d9d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.991020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a00dd0-42bd-4d1f-93cc-ab9967ea0d9d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.991362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a00dd0-42bd-4d1f-93cc-ab9967ea0d9d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.991409] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a00dd0-42bd-4d1f-93cc-ab9967ea0d9d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.066552] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.066753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.066816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.067350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.067511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.067554] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 756.118372] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.118372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.118372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.118372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.118372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.144817] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 756.455492] env[66329]: INFO networking_nsxv3.common.synchronization [req-9148e254-e3e3-4a78-8c87-e100856db35f req-3fd96e86-db4b-4c66-9fe2-7c885e0649cf service nova] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_rules [ 756.455649] env[66329]: INFO networking_nsxv3.common.synchronization [req-9148e254-e3e3-4a78-8c87-e100856db35f req-3fd96e86-db4b-4c66-9fe2-7c885e0649cf service nova] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 756.455769] env[66329]: INFO networking_nsxv3.common.synchronization [req-9148e254-e3e3-4a78-8c87-e100856db35f req-3fd96e86-db4b-4c66-9fe2-7c885e0649cf service nova] Enqueued Resource ID: 58d6d5d7-ccce-4519-a79c-fc7f074a3898 with Priority: HIGHEST for action port [ 756.456389] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_rules [ 756.456546] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 756.456604] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d6d5d7-ccce-4519-a79c-fc7f074a3898 with Priority: HIGHEST for action port [ 756.456871] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.457009] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.457068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.457255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.457336] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.458677] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.458797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.459165] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-58d6d5d7-ccce-4519-a79c-fc7f074a3898 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.459165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58d6d5d7-ccce-4519-a79c-fc7f074a3898" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.459293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58d6d5d7-ccce-4519-a79c-fc7f074a3898" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.459436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58d6d5d7-ccce-4519-a79c-fc7f074a3898" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.459577] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d6d5d7-ccce-4519-a79c-fc7f074a3898',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.495268] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65a00dd0-42bd-4d1f-93cc-ab9967ea0d9d [ 756.495489] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.495619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.495681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.495894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.495983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.496090] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65a00dd0-42bd-4d1f-93cc-ab9967ea0d9d already deleted. [ 756.496171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a00dd0-42bd-4d1f-93cc-ab9967ea0d9d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.961893] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58d6d5d7-ccce-4519-a79c-fc7f074a3898 with status ACTIVE [ 756.962157] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.962277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.962334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.962545] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.963335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.963335] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.963335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.963335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.963335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.963335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.963335] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.963603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.963603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.963660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.963803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.963832] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58d6d5d7-ccce-4519-a79c-fc7f074a3898 is going to be updated. [ 756.964977] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.965108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.988016] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.988177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.988249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.988449] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.988949] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.988949] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58d6d5d7-ccce-4519-a79c-fc7f074a3898" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.997230] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 in Status: SUCCESS [ 756.997464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.997656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.997897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.998124] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.998274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.998356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.999032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.999032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.999032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.999032] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('240f46cc-83ab-4efe-9f12-e25b64e88519',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.362648] env[66329]: INFO networking_nsxv3.common.synchronization [req-fa2ba394-e1f3-417f-9e48-830fc4b0f973 req-100d0bd0-7b6c-48aa-9595-42924a0c3e2e tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 757.363559] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 757.363721] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.363822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.363822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.363996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.364163] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.364265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.364327] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.364482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.364621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.364673] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.501301] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('240f46cc-83ab-4efe-9f12-e25b64e88519',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.638450] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: SUCCESS [ 757.638450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.720056] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.720229] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-810" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.720350] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-810" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.720604] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-810" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.720873] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.721552] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.721733] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.721951] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.722164] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.722327] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.722432] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.722534] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.722633] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.722730] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.722826] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.722955] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.744527] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.744758] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.744900] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.745097] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-810" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.745418] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-4dec14b5-2f2c-41d5-a80e-c0565fc58635 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.745589] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.745729] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.746098] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.746264] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dec14b5-2f2c-41d5-a80e-c0565fc58635',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.867275] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.003944] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 240f46cc-83ab-4efe-9f12-e25b64e88519: rpc.has_security_group_logging(os_id): False [ 758.025239] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.025239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.025239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.025239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.025239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.025239] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.025239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.025633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.025633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.025633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.026601] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 is going to be created. [ 758.112359] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.112536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.112610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.112819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.113009] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.127289] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 in Status: IN_PROGRESS for 2s [ 758.156491] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 758.157137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.157137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.157292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.157504] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.157628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.157708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.157886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.157971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.158158] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.248517] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.249605] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.249605] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.249605] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.249605] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.249605] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 4dec14b5-2f2c-41d5-a80e-c0565fc58635 not found, creating... [ 758.249842] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.249929] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.249999] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.250208] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.250345] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.250620] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.250770] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.250882] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.251094] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.251223] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.251353] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 4dec14b5-2f2c-41d5-a80e-c0565fc58635 is going to be created. [ 758.293012] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.293258] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.293399] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.293820] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.294105] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.294352] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.373973] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.662162] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.879214] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.879214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.879214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.879214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.879214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.879214] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 758.909314] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.909390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.909428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.909664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.909798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.919881] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 758.977310] env[66329]: INFO networking_nsxv3.common.synchronization [req-fa2ba394-e1f3-417f-9e48-830fc4b0f973 req-daaba4c1-a9c6-4c7e-86f1-963b83390707 service nova] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 758.977379] env[66329]: INFO networking_nsxv3.common.synchronization [req-fa2ba394-e1f3-417f-9e48-830fc4b0f973 req-daaba4c1-a9c6-4c7e-86f1-963b83390707 service nova] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 758.977602] env[66329]: INFO networking_nsxv3.common.synchronization [req-fa2ba394-e1f3-417f-9e48-830fc4b0f973 req-daaba4c1-a9c6-4c7e-86f1-963b83390707 service nova] Enqueued Resource ID: 4dec14b5-2f2c-41d5-a80e-c0565fc58635 with Priority: HIGHEST for action port [ 758.979035] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 758.979872] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 758.980089] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dec14b5-2f2c-41d5-a80e-c0565fc58635 with Priority: HIGHEST for action port [ 758.980453] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.980585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.980656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.980889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.980944] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.983923] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.983923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.983923] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dec14b5-2f2c-41d5-a80e-c0565fc58635 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.983923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.983923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.983923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.983923] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dec14b5-2f2c-41d5-a80e-c0565fc58635',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.165462] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.484447] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.484447] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.484778] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dec14b5-2f2c-41d5-a80e-c0565fc58635 with status ACTIVE [ 759.485364] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.485364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.485364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.485364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.485364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.485768] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.485908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.485908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.487294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.487294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.487294] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.487294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.487294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.487294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.487294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.487294] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dec14b5-2f2c-41d5-a80e-c0565fc58635 is going to be updated. [ 759.524725] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.524963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.524963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.525240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.525406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.525700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.670195] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.670195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.670195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.670195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.670195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.670195] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 759.708153] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.708365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.708365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.708616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.708758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.731123] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 760.144637] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 in Status: SUCCESS [ 760.145182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.248258] env[66329]: INFO networking_nsxv3.common.synchronization [req-eda246b9-9a8b-40a1-a07f-4c9a885de6d5 req-73d132a7-0971-4b7f-b3ce-702e85270f69 tempest-ServerMetadataTestJSON-315795745 tempest-ServerMetadataTestJSON-315795745-project-member] Enqueued Resource ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 with Priority: HIGHEST for action security_group_members [ 760.248975] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 with Priority: HIGHEST for action security_group_members [ 760.249180] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d930d67e-6334-4eef-af00-2c741fe3dbe2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.249349] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.249899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.249899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.250052] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.250052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.250558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.250793] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.250934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.251026] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d930d67e-6334-4eef-af00-2c741fe3dbe2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.683981] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-198 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.684154] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-198" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.684275] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-198" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.684661] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-198" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.684937] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.685356] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.685356] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.685588] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.685737] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.685942] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.686061] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.686164] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.686260] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.686417] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.686515] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.686642] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.710305] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.710476] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.710627] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.710804] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-198" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.711792] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-287a6538-7240-4e90-8e9c-69cdb2e7f3bb taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.711792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-287a6538-7240-4e90-8e9c-69cdb2e7f3bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.711792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-287a6538-7240-4e90-8e9c-69cdb2e7f3bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.712039] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-287a6538-7240-4e90-8e9c-69cdb2e7f3bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.712176] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287a6538-7240-4e90-8e9c-69cdb2e7f3bb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.753635] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.753857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.753910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.754161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.754260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.754605] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.754806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.754904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.755136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.755244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.755368] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 already deleted. [ 760.755465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.935052] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 760.935052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.935052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.935052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.935052] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.935052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.935586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.936366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.936366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.936366] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.215099] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.215205] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.215327] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.215864] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.215864] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.216051] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 287a6538-7240-4e90-8e9c-69cdb2e7f3bb not found, creating... [ 761.216293] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.216476] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.219492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.219492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.219492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.219492] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.219492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.219492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.219492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.219492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.219492] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 287a6538-7240-4e90-8e9c-69cdb2e7f3bb is going to be created. [ 761.243457] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.243784] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.243866] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.244174] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.244410] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.244648] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-287a6538-7240-4e90-8e9c-69cdb2e7f3bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.439480] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.742020] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 761.742020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.742020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.742020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.742020] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.742320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.742320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.742387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.742416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.742546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.742635] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.940921] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.974846] env[66329]: INFO networking_nsxv3.common.synchronization [req-eda246b9-9a8b-40a1-a07f-4c9a885de6d5 req-d7fe7cc5-af81-4fab-95a7-99b3a9dcd1cd service nova] Enqueued Resource ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 with Priority: HIGHEST for action security_group_rules [ 761.974898] env[66329]: INFO networking_nsxv3.common.synchronization [req-eda246b9-9a8b-40a1-a07f-4c9a885de6d5 req-d7fe7cc5-af81-4fab-95a7-99b3a9dcd1cd service nova] Enqueued Resource ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 with Priority: HIGHEST for action security_group_members [ 761.975024] env[66329]: INFO networking_nsxv3.common.synchronization [req-eda246b9-9a8b-40a1-a07f-4c9a885de6d5 req-d7fe7cc5-af81-4fab-95a7-99b3a9dcd1cd service nova] Enqueued Resource ID: 287a6538-7240-4e90-8e9c-69cdb2e7f3bb with Priority: HIGHEST for action port [ 761.975563] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 with Priority: HIGHEST for action security_group_rules [ 761.976029] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 with Priority: HIGHEST for action security_group_members [ 761.976029] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287a6538-7240-4e90-8e9c-69cdb2e7f3bb with Priority: HIGHEST for action port [ 761.976161] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d930d67e-6334-4eef-af00-2c741fe3dbe2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.976238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.976238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.976489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.976575] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d930d67e-6334-4eef-af00-2c741fe3dbe2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.978397] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d930d67e-6334-4eef-af00-2c741fe3dbe2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.978592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.978627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.978960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.979972] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.979972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.979972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.979972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.979972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.979972] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d930d67e-6334-4eef-af00-2c741fe3dbe2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.981395] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-287a6538-7240-4e90-8e9c-69cdb2e7f3bb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.981395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-287a6538-7240-4e90-8e9c-69cdb2e7f3bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.981395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-287a6538-7240-4e90-8e9c-69cdb2e7f3bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.981670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-287a6538-7240-4e90-8e9c-69cdb2e7f3bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.981670] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287a6538-7240-4e90-8e9c-69cdb2e7f3bb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.245698] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.245902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.245979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.246262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.246470] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.246580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.246672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.246867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.246968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.247079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.247259] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.247352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.247414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.247578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.247850] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.247850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.247954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.248083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.248162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.248273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.248368] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.443886] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.444259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.444259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.444433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.444542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.444647] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 762.477954] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.477954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.477954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.478380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.478380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.479648] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d930d67e-6334-4eef-af00-2c741fe3dbe2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.479822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.483699] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d930d67e-6334-4eef-af00-2c741fe3dbe2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.484633] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 287a6538-7240-4e90-8e9c-69cdb2e7f3bb with status ACTIVE [ 762.484984] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.485232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.485232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.485502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.485618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.485856] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.485997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.486078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.486224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.487095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.487326] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.487524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.487524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.487832] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.487832] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.487901] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 287a6538-7240-4e90-8e9c-69cdb2e7f3bb is going to be updated. [ 762.489891] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 762.519650] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.519959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.520110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.520344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.520565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.521119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-287a6538-7240-4e90-8e9c-69cdb2e7f3bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.754682] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb25391b-5615-4eda-b721-b3959098673c: rpc.has_security_group_logging(os_id): False [ 762.777610] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.777800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.777887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.780604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.780604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.780604] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.780604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.780604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.780604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.780604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.780604] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.780604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.780604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.780604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.780604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.781135] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.781135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.781135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.781135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.781135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.781135] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 762.878114] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.878114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.878114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.878114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.878114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.897909] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 762.991074] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d930d67e-6334-4eef-af00-2c741fe3dbe2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.125056] env[66329]: INFO networking_nsxv3.common.synchronization [req-b75947c0-fcf1-4e7d-95f0-80c3b91db947 req-b9d902eb-7e17-4a21-b6e1-813031bbb4c4 tempest-FloatingIPsAssociationTestJSON-1286790481 tempest-FloatingIPsAssociationTestJSON-1286790481-project-member] Enqueued Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 763.125218] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 763.125721] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.125721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.125899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.126172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.126339] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.127077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.127151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.127329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.127997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.127997] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.493274] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.496112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.496112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.496112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.496112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.496112] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 is going to be created. [ 763.523133] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.523133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.523133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.523133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.523133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.531866] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 in Status: UNINITIALIZED for 2s [ 763.627425] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.627863] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-789" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.628160] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-789" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.628553] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-789" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.628931] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.629237] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.629453] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.629756] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.632028] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.632028] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.632028] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.632028] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.632028] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.632028] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.632028] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.632028] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.632697] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.658157] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.658157] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.658157] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.658157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-789" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.658157] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-1fccbf95-aa23-4c15-8c20-4f550b51dca6 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.658157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-1fccbf95-aa23-4c15-8c20-4f550b51dca6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.658157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-1fccbf95-aa23-4c15-8c20-4f550b51dca6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.658157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-1fccbf95-aa23-4c15-8c20-4f550b51dca6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.658157] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fccbf95-aa23-4c15-8c20-4f550b51dca6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.135305] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.164400] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.164680] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.164830] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.165185] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.165598] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.165598] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 1fccbf95-aa23-4c15-8c20-4f550b51dca6 not found, creating... [ 764.166139] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.168633] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.169498] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.169818] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.170730] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.170810] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.172036] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.172177] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.173192] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.173192] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.174201] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 1fccbf95-aa23-4c15-8c20-4f550b51dca6 is going to be created. [ 764.196161] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.196409] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.196823] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.197575] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.197880] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.198659] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-1fccbf95-aa23-4c15-8c20-4f550b51dca6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.508174] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 764.508464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.508592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.508856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.508995] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.509153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.509222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.509424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.509509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.509631] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.509680] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.638362] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.638559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.638659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.638975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.639121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.639257] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 is going to be updated. [ 764.675547] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.675893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.675893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.676154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.676362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.692222] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: IN_PROGRESS for 2s [ 764.919077] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 764.919413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.938882] env[66329]: INFO networking_nsxv3.common.synchronization [req-b75947c0-fcf1-4e7d-95f0-80c3b91db947 req-b56f5c9c-1e23-4918-821e-91a269375a63 service nova] Enqueued Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_rules [ 764.939074] env[66329]: INFO networking_nsxv3.common.synchronization [req-b75947c0-fcf1-4e7d-95f0-80c3b91db947 req-b56f5c9c-1e23-4918-821e-91a269375a63 service nova] Enqueued Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 764.939206] env[66329]: INFO networking_nsxv3.common.synchronization [req-b75947c0-fcf1-4e7d-95f0-80c3b91db947 req-b56f5c9c-1e23-4918-821e-91a269375a63 service nova] Enqueued Resource ID: 1fccbf95-aa23-4c15-8c20-4f550b51dca6 with Priority: HIGHEST for action port [ 764.939427] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_rules [ 764.939558] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 764.939655] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fccbf95-aa23-4c15-8c20-4f550b51dca6 with Priority: HIGHEST for action port [ 764.942377] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.942377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.942377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.942590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.944791] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.944791] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.944791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.945036] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fccbf95-aa23-4c15-8c20-4f550b51dca6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.945107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fccbf95-aa23-4c15-8c20-4f550b51dca6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.945139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fccbf95-aa23-4c15-8c20-4f550b51dca6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.945628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fccbf95-aa23-4c15-8c20-4f550b51dca6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.945628] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fccbf95-aa23-4c15-8c20-4f550b51dca6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.012355] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.012355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.012355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.012630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.012737] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.012850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.012921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.013117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.013209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.013309] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.013476] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.013604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.013672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.013815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.013989] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.014099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.014250] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.014298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.014786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.014786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.014786] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.447758] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.448045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.448375] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fccbf95-aa23-4c15-8c20-4f550b51dca6 with status ACTIVE [ 765.448656] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.448734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.448772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.449039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.449120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.449342] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.449451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.449624] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.449741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.449818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.449990] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.450118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.450158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.450296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.450371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.450472] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fccbf95-aa23-4c15-8c20-4f550b51dca6 is going to be updated. [ 765.484921] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.485285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.485752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.486072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.486294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.486520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fccbf95-aa23-4c15-8c20-4f550b51dca6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.525172] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 838febdb-adc0-4c5e-b610-4bc275eb6d3d: rpc.has_security_group_logging(os_id): False [ 765.546691] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 in Status: SUCCESS [ 765.547013] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.547831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.547831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.548041] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.548177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.548247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.548458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.548498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.548577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.548703] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d930d67e-6334-4eef-af00-2c741fe3dbe2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.550400] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.550526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.550777] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.552483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.552582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.552881] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.553043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.553120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.553291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.553372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.553666] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.553834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.553898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.554022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.554762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.555090] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.555201] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.556141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.556356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.556451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.556550] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 765.655640] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.655834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.655963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.656243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.656411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.701100] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 766.058956] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d930d67e-6334-4eef-af00-2c741fe3dbe2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.059147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.059222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.059532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.059719] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.059825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.059930] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.060156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.060252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.060361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.060527] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d930d67e-6334-4eef-af00-2c741fe3dbe2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.060628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.060702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.060849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.061016] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.061112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.061173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.061311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.061390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.061473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.061566] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d930d67e-6334-4eef-af00-2c741fe3dbe2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.564748] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d930d67e-6334-4eef-af00-2c741fe3dbe2: rpc.has_security_group_logging(os_id): False [ 766.587076] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.587076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.587076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.587076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.587076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.587076] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.587446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.587446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.587446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.587611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.588025] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.588309] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.588309] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.588486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.588486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.588733] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.591899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.592061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.593549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.593549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.593549] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 is going to be created. [ 766.652678] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.652878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.652968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.653249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.653479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.666361] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 in Status: IN_PROGRESS for 2s [ 766.670370] env[66329]: INFO networking_nsxv3.common.synchronization [None req-bec8fac0-0ea0-4a90-a7aa-e51c54f0b4d2 None None] Enqueued Resource ID: 879d6928-dd37-4549-a145-f3d3fe4e8ac2 with Priority: HIGHEST for action port [ 766.670370] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879d6928-dd37-4549-a145-f3d3fe4e8ac2 with Priority: HIGHEST for action port [ 766.670560] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-879d6928-dd37-4549-a145-f3d3fe4e8ac2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.670738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879d6928-dd37-4549-a145-f3d3fe4e8ac2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.670980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879d6928-dd37-4549-a145-f3d3fe4e8ac2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.671409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879d6928-dd37-4549-a145-f3d3fe4e8ac2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.671883] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879d6928-dd37-4549-a145-f3d3fe4e8ac2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.704376] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: SUCCESS [ 766.704672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.704892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.705207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.705502] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.706707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.706707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.706707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.706707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.706707] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.177283] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 879d6928-dd37-4549-a145-f3d3fe4e8ac2 [ 767.177283] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.177283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.177283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.177555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.177590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.177719] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:879d6928-dd37-4549-a145-f3d3fe4e8ac2 already deleted. [ 767.177820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879d6928-dd37-4549-a145-f3d3fe4e8ac2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.209908] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.714730] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.720774] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 767.722242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.223777] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.224374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.224374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.224374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.224374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.225361] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 is going to be updated. [ 768.268646] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.268646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.268646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.268646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.268646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.287124] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: IN_PROGRESS for 2s [ 768.622643] env[66329]: INFO networking_nsxv3.common.synchronization [req-593fab26-256e-40f8-ad76-f30a2363565d req-1b9944fe-2645-492b-b8f0-e2fb094d749b tempest-SecurityGroupRulesTestJSON-297545034 tempest-SecurityGroupRulesTestJSON-297545034-project-member] Enqueued Resource ID: ce64400a-2e3b-402a-87a5-8765d2b5d991 with Priority: HIGHEST for action security_group_rules [ 768.624646] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce64400a-2e3b-402a-87a5-8765d2b5d991 with Priority: HIGHEST for action security_group_rules [ 768.624646] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce64400a-2e3b-402a-87a5-8765d2b5d991 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.624646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce64400a-2e3b-402a-87a5-8765d2b5d991" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.624646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce64400a-2e3b-402a-87a5-8765d2b5d991" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.624646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce64400a-2e3b-402a-87a5-8765d2b5d991" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.624646] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce64400a-2e3b-402a-87a5-8765d2b5d991',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.678860] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 in Status: SUCCESS [ 768.679217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.046734] env[66329]: INFO networking_nsxv3.common.synchronization [req-52337828-727b-4e23-8253-186f5b36eb6e req-aa1fe7ce-4e44-4101-b194-122700a7047d tempest-ServerRescueNegativeTestJSON-2128701730 tempest-ServerRescueNegativeTestJSON-2128701730-project-member] Enqueued Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_members [ 769.047521] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_members [ 769.047953] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd56d94-2d02-4570-9143-831ddcd1482d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.048579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.048673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.048984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.050319] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.053037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.053037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.053037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.053037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.053037] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.058709] env[66329]: INFO networking_nsxv3.common.synchronization [None req-576c2e59-e24c-4c7a-b034-61a3e5388bdd None None] Enqueued Resource ID: bb766d5e-eec2-4f45-91c3-dea2752ce7b6 with Priority: HIGHEST for action port [ 769.060199] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb766d5e-eec2-4f45-91c3-dea2752ce7b6 with Priority: HIGHEST for action port [ 769.060718] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb766d5e-eec2-4f45-91c3-dea2752ce7b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.060810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb766d5e-eec2-4f45-91c3-dea2752ce7b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.060891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb766d5e-eec2-4f45-91c3-dea2752ce7b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.061265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb766d5e-eec2-4f45-91c3-dea2752ce7b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.061354] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb766d5e-eec2-4f45-91c3-dea2752ce7b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.150072] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.150258] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.150401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.150683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.150824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.150880] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce64400a-2e3b-402a-87a5-8765d2b5d991 already deleted. [ 769.150992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce64400a-2e3b-402a-87a5-8765d2b5d991" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.537909] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.538021] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.538163] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.538466] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.538691] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.538822] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.538930] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.540115] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.540282] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.540555] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.540644] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.540725] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.540830] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.541052] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.541263] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.541436] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.560094] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.560326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.560409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.560637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.560742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.561019] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.561147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.561226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.561429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.561527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.561636] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd56d94-2d02-4570-9143-831ddcd1482d already deleted. [ 769.561750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.567183] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.567183] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.567183] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.567398] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-11" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.567766] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-840f8589-5fc7-45b5-8d84-cf65be0dca06 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.568347] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-840f8589-5fc7-45b5-8d84-cf65be0dca06" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.568520] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-840f8589-5fc7-45b5-8d84-cf65be0dca06" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.568843] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-840f8589-5fc7-45b5-8d84-cf65be0dca06" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.569040] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('840f8589-5fc7-45b5-8d84-cf65be0dca06',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.570731] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb766d5e-eec2-4f45-91c3-dea2752ce7b6 [ 769.570973] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.571166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.571280] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.571490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.571625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.571762] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb766d5e-eec2-4f45-91c3-dea2752ce7b6 already deleted. [ 769.571854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb766d5e-eec2-4f45-91c3-dea2752ce7b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.905681] env[66329]: INFO networking_nsxv3.common.synchronization [req-e929e61d-14f8-49c4-a3fc-9eaa315a7117 req-6a911597-2fc8-4f46-8ee9-aa6422c96b56 tempest-SecurityGroupRulesTestJSON-297545034 tempest-SecurityGroupRulesTestJSON-297545034-project-member] Enqueued Resource ID: 767e2cad-85eb-475b-8ed0-864176eac5a1 with Priority: HIGHEST for action security_group_rules [ 769.905681] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767e2cad-85eb-475b-8ed0-864176eac5a1 with Priority: HIGHEST for action security_group_rules [ 769.905681] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-767e2cad-85eb-475b-8ed0-864176eac5a1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.906348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-767e2cad-85eb-475b-8ed0-864176eac5a1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.906421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-767e2cad-85eb-475b-8ed0-864176eac5a1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.906779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-767e2cad-85eb-475b-8ed0-864176eac5a1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.906902] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('767e2cad-85eb-475b-8ed0-864176eac5a1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.072230] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.072230] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.072658] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.072658] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.072658] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.072810] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 840f8589-5fc7-45b5-8d84-cf65be0dca06 not found, creating... [ 770.073417] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.075792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.075792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.075792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.075792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.075792] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.075792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.075792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.075792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.075792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.075792] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 840f8589-5fc7-45b5-8d84-cf65be0dca06 is going to be created. [ 770.098540] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.098764] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.098908] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.099208] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.099434] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.100022] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-840f8589-5fc7-45b5-8d84-cf65be0dca06" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.296726] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: SUCCESS [ 770.297038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.297301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.297614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.297895] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.298086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.298206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.298452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.298583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.298721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.298866] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.431423] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.431712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.431830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.432156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.432288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.432839] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 767e2cad-85eb-475b-8ed0-864176eac5a1 already deleted. [ 770.433019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-767e2cad-85eb-475b-8ed0-864176eac5a1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.803309] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.804437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.805221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.805567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.805688] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.805803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.805917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.806077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.806171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.806260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.806564] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.806564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.806564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.806983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.806983] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.806983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.806983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.807129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.807257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.807257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.808020] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.843142] env[66329]: INFO networking_nsxv3.common.synchronization [req-52337828-727b-4e23-8253-186f5b36eb6e req-697b0357-8083-4a5a-bddc-9d40fdf93e9f service nova] Enqueued Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_rules [ 770.843142] env[66329]: INFO networking_nsxv3.common.synchronization [req-52337828-727b-4e23-8253-186f5b36eb6e req-697b0357-8083-4a5a-bddc-9d40fdf93e9f service nova] Enqueued Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_members [ 770.843142] env[66329]: INFO networking_nsxv3.common.synchronization [req-52337828-727b-4e23-8253-186f5b36eb6e req-697b0357-8083-4a5a-bddc-9d40fdf93e9f service nova] Enqueued Resource ID: 840f8589-5fc7-45b5-8d84-cf65be0dca06 with Priority: HIGHEST for action port [ 770.843448] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_rules [ 770.843960] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_members [ 770.844307] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 840f8589-5fc7-45b5-8d84-cf65be0dca06 with Priority: HIGHEST for action port [ 770.844733] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd56d94-2d02-4570-9143-831ddcd1482d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.846039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.846039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.846039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.846039] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.847407] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd56d94-2d02-4570-9143-831ddcd1482d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.847672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.847771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.847990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.848192] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.848337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.848567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.848747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.848987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.849144] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.850543] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-840f8589-5fc7-45b5-8d84-cf65be0dca06 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.850659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-840f8589-5fc7-45b5-8d84-cf65be0dca06" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.850710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-840f8589-5fc7-45b5-8d84-cf65be0dca06" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.850865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-840f8589-5fc7-45b5-8d84-cf65be0dca06" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.850944] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('840f8589-5fc7-45b5-8d84-cf65be0dca06',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.313323] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 663d13a7-a613-43f2-8165-572ebc4da9d8: rpc.has_security_group_logging(os_id): False [ 771.336391] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.336391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.336391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.336391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.336391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.337353] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.337353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.337353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.339073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.339073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.339073] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.339073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.339073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.339073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.339073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.339393] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.339393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.339393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.339672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.339802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.339938] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 is going to be updated. [ 771.351814] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd56d94-2d02-4570-9143-831ddcd1482d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.351814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.351814] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.364241] env[66329]: INFO networking_nsxv3.common.synchronization [req-4b9dbddd-b634-4af6-80dd-976324d64377 req-230cd52d-a32f-4b1b-94da-e47303efbf47 tempest-SecurityGroupRulesTestJSON-297545034 tempest-SecurityGroupRulesTestJSON-297545034-project-member] Enqueued Resource ID: bb8fe51a-2bc5-4576-bce6-1f5c8f87a6c9 with Priority: HIGHEST for action security_group_rules [ 771.364241] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 840f8589-5fc7-45b5-8d84-cf65be0dca06 with status ACTIVE [ 771.364241] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.364241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.368014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.368014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.368520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.368899] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.371705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.371705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.371705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.371705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.371705] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.373178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.373791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.374247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.375023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.378020] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 840f8589-5fc7-45b5-8d84-cf65be0dca06 is going to be updated. [ 771.378020] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8fe51a-2bc5-4576-bce6-1f5c8f87a6c9 with Priority: HIGHEST for action security_group_rules [ 771.381406] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb8fe51a-2bc5-4576-bce6-1f5c8f87a6c9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.382340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb8fe51a-2bc5-4576-bce6-1f5c8f87a6c9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.382591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb8fe51a-2bc5-4576-bce6-1f5c8f87a6c9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.384044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb8fe51a-2bc5-4576-bce6-1f5c8f87a6c9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.384267] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb8fe51a-2bc5-4576-bce6-1f5c8f87a6c9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.421586] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.421725] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.421779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.422063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.422242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.422434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-840f8589-5fc7-45b5-8d84-cf65be0dca06" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.486062] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.486062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.488306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.488306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.488306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.512062] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: IN_PROGRESS for 2s [ 771.530186] env[66329]: INFO networking_nsxv3.common.synchronization [req-f7441c59-a4d7-41ea-972c-622a7ddb73ae req-26f0aa5e-24fd-476b-931c-2e72b5b807b7 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_members [ 771.530186] env[66329]: INFO networking_nsxv3.common.synchronization [req-f7441c59-a4d7-41ea-972c-622a7ddb73ae req-26f0aa5e-24fd-476b-931c-2e72b5b807b7 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 771.530867] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_members [ 771.531724] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 771.532209] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2452748d-040a-45cc-bb31-089c1e08077b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.532436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.532542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.532918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.533677] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.533874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.534090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.534367] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.534518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.534717] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.536476] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.536553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.536652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.537180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.537504] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.537567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.537671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.537865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.537997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.538161] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.619802] env[66329]: INFO networking_nsxv3.common.synchronization [req-f7441c59-a4d7-41ea-972c-622a7ddb73ae req-26f0aa5e-24fd-476b-931c-2e72b5b807b7 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_rules [ 771.619802] env[66329]: INFO networking_nsxv3.common.synchronization [req-f7441c59-a4d7-41ea-972c-622a7ddb73ae req-26f0aa5e-24fd-476b-931c-2e72b5b807b7 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_members [ 771.619802] env[66329]: INFO networking_nsxv3.common.synchronization [req-f7441c59-a4d7-41ea-972c-622a7ddb73ae req-26f0aa5e-24fd-476b-931c-2e72b5b807b7 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 771.620032] env[66329]: INFO networking_nsxv3.common.synchronization [req-f7441c59-a4d7-41ea-972c-622a7ddb73ae req-26f0aa5e-24fd-476b-931c-2e72b5b807b7 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 771.620565] env[66329]: INFO networking_nsxv3.common.synchronization [req-f7441c59-a4d7-41ea-972c-622a7ddb73ae req-26f0aa5e-24fd-476b-931c-2e72b5b807b7 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 4dec14b5-2f2c-41d5-a80e-c0565fc58635 with Priority: HIGHEST for action port [ 771.621573] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_rules [ 771.621573] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 771.621770] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dec14b5-2f2c-41d5-a80e-c0565fc58635 with Priority: HIGHEST for action port [ 771.621770] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_members [ 771.622625] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 771.622857] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2452748d-040a-45cc-bb31-089c1e08077b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.622984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.623059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.623341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.623432] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.626111] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.626111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.626111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.626111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.626111] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.626646] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dec14b5-2f2c-41d5-a80e-c0565fc58635 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.626808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.627024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.628395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.628395] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dec14b5-2f2c-41d5-a80e-c0565fc58635',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.632772] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2452748d-040a-45cc-bb31-089c1e08077b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.632772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.632772] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.632772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.863762] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.911237] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.911237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.911237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.911237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.911237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.911237] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb8fe51a-2bc5-4576-bce6-1f5c8f87a6c9 already deleted. [ 771.911706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb8fe51a-2bc5-4576-bce6-1f5c8f87a6c9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.040798] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.042383] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.133050] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dec14b5-2f2c-41d5-a80e-c0565fc58635 with status ACTIVE [ 772.133365] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.133492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.133630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.134018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.134166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.134378] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.134525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.134609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.134878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.134996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.135228] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.135376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.135554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.135678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.135780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.135925] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dec14b5-2f2c-41d5-a80e-c0565fc58635 is going to be updated. [ 772.137937] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.138112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.138407] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2452748d-040a-45cc-bb31-089c1e08077b taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.138538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.168180] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.168406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.168406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.168986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.169213] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.169497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.368831] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.369228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.369228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.369347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.369459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.369635] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd56d94-2d02-4570-9143-831ddcd1482d is going to be created. [ 772.410774] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.410774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.410774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.410774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.411111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.422701] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd56d94-2d02-4570-9143-831ddcd1482d in Status: UNINITIALIZED for 2s [ 772.544222] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.545719] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.048221] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.048395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.048395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.050789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.050789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.050789] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2452748d-040a-45cc-bb31-089c1e08077b is going to be created. [ 773.052037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.052037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.052037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.052268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.052383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.052524] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 773.085040] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.085040] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.085040] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.085040] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.085040] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.097218] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.097218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.097218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.097218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.097218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.100631] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: UNINITIALIZED for 2s [ 773.110421] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 773.531514] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: SUCCESS [ 773.532019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.565614] env[66329]: INFO networking_nsxv3.common.synchronization [req-da69ca5f-5a52-4733-9c59-5f2747722c3e req-679bf459-d650-412c-86e8-2c63bd6f7ca8 tempest-SecurityGroupRulesTestJSON-297545034 tempest-SecurityGroupRulesTestJSON-297545034-project-member] Enqueued Resource ID: bdc10525-5ab8-4f9f-a4c7-318c62fef85b with Priority: HIGHEST for action security_group_rules [ 773.567156] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc10525-5ab8-4f9f-a4c7-318c62fef85b with Priority: HIGHEST for action security_group_rules [ 773.567553] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc10525-5ab8-4f9f-a4c7-318c62fef85b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.567686] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc10525-5ab8-4f9f-a4c7-318c62fef85b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.567757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc10525-5ab8-4f9f-a4c7-318c62fef85b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.568196] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc10525-5ab8-4f9f-a4c7-318c62fef85b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.568196] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc10525-5ab8-4f9f-a4c7-318c62fef85b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.091697] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.091959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.092078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.092331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.092441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.092545] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc10525-5ab8-4f9f-a4c7-318c62fef85b already deleted. [ 774.092656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc10525-5ab8-4f9f-a4c7-318c62fef85b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.433176] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd56d94-2d02-4570-9143-831ddcd1482d in Status: SUCCESS [ 774.433390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.433624] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.433849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.434415] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.434613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.434744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.434970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.435141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.435319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.435480] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.655680] env[66329]: INFO networking_nsxv3.common.synchronization [req-eb4dd4d6-c39e-4f4c-8675-c6a32b6effdc req-12da8144-26ae-4f1a-9411-2b0b31bd6202 tempest-ServersAdminNegativeTestJSON-551505223 tempest-ServersAdminNegativeTestJSON-551505223-project-member] Enqueued Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 774.656249] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGHEST for action security_group_members [ 774.656553] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.656679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.656754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.656943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.657612] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.657738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.657794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.657953] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.658337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.658337] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.939403] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.987121] env[66329]: INFO networking_nsxv3.common.synchronization [req-931bc4e8-79a3-47ff-8a41-636b64b7ae4d req-9f30bb1f-bf4a-4de1-8f5b-9e9a3d9187f0 tempest-ServerRescueTestJSON-186358253 tempest-ServerRescueTestJSON-186358253-project-member] Enqueued Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 774.987121] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 774.987121] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.987340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.987340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.987491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.987642] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.987739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.987800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.987950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.988047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.988143] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.113470] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: SUCCESS [ 775.113727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.114798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.115018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.116779] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.116964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.117449] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.117649] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.117744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.117843] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.125678] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 775.125893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.126121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.126321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.126501] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.126618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.126684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.126846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.126971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.127133] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.164114] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.164273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.164844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.165177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.165311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.165552] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.165764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.165877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.166078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.166195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.166305] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 is going to be updated. [ 775.201328] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.201464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.201464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.201684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.201837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.214155] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: IN_PROGRESS for 2s [ 775.441816] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd56d94-2d02-4570-9143-831ddcd1482d: rpc.has_security_group_logging(os_id): False [ 775.465748] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.465968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.466071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.466265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.466355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.466665] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.466772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.466837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.467045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.467278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.467278] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd56d94-2d02-4570-9143-831ddcd1482d is going to be created. [ 775.490497] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.539859] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.541332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.541901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.542262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.543248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.556197] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd56d94-2d02-4570-9143-831ddcd1482d in Status: IN_PROGRESS for 2s [ 775.622747] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.631682] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.992401] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.130019] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.133898] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.495245] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.495423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.495691] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.496154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.496423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.496423] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8fb796-625d-40ed-8506-68370d1d07bc is going to be updated. [ 776.519098] env[66329]: INFO networking_nsxv3.common.synchronization [req-f3cb4d14-b025-44cd-b072-3d9a3af8b462 req-284a70d1-5d36-4f8a-91ae-ff0f21b4187e tempest-SecurityGroupRulesTestJSON-297545034 tempest-SecurityGroupRulesTestJSON-297545034-project-member] Enqueued Resource ID: 1b3393d3-02da-481f-8262-dde6be191f73 with Priority: HIGHEST for action security_group_rules [ 776.519288] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3393d3-02da-481f-8262-dde6be191f73 with Priority: HIGHEST for action security_group_rules [ 776.519538] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b3393d3-02da-481f-8262-dde6be191f73 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.519664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.519728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.519981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.520123] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b3393d3-02da-481f-8262-dde6be191f73',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.532906] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.533073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.533174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.533350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.533497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.544626] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: IN_PROGRESS for 2s [ 776.633455] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.633688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.633808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.634119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.634244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.634346] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2452748d-040a-45cc-bb31-089c1e08077b is going to be updated. [ 776.636093] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.636220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.636288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.636471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.636556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.636645] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 776.664262] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.664441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.664485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.664658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.664802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.666460] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.666567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.666637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.666804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.667286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.677459] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: IN_PROGRESS for 2s [ 776.678226] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 777.041845] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.041845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.041845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.041845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.041845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.041845] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b3393d3-02da-481f-8262-dde6be191f73 already deleted. [ 777.041845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.138840] env[66329]: INFO networking_nsxv3.common.synchronization [req-1fc1a88c-747d-46a8-a023-446134fb117a req-66cb2893-67a3-4405-85c4-b12dfa7b1f8e tempest-SecurityGroupRulesTestJSON-297545034 tempest-SecurityGroupRulesTestJSON-297545034-project-member] Enqueued Resource ID: 1b3393d3-02da-481f-8262-dde6be191f73 with Priority: HIGHEST for action security_group_rules [ 777.139105] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3393d3-02da-481f-8262-dde6be191f73 with Priority: HIGHEST for action security_group_rules [ 777.139359] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b3393d3-02da-481f-8262-dde6be191f73 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.139515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.139601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.139870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.140059] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b3393d3-02da-481f-8262-dde6be191f73',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.227717] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 in Status: SUCCESS [ 777.228247] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 deletion is rescheduled due to dependency. [ 777.228608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.567921] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd56d94-2d02-4570-9143-831ddcd1482d in Status: SUCCESS [ 777.568213] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.665371] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.665371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.665371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.665371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.665766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.665766] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b3393d3-02da-481f-8262-dde6be191f73 already deleted. [ 777.665766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.568393] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: SUCCESS [ 778.569248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.691288] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 778.691288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.691509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.691809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.692289] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.692440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.692531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.696263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.696263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.696263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.696263] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.696263] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: SUCCESS [ 778.696263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.696263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.696263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.696263] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.696263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.696263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.696263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.696263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.696263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.696752] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.722708] env[66329]: INFO networking_nsxv3.common.synchronization [req-9aedc3e1-0137-42d2-8c9c-dc18ec01c3ae req-6e0b7c15-19b5-4d55-8414-c27f029bfc35 tempest-ServerGroupTestJSON-1272710643 tempest-ServerGroupTestJSON-1272710643-project-member] Enqueued Resource ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 with Priority: HIGHEST for action security_group_members [ 778.722997] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 with Priority: HIGHEST for action security_group_members [ 778.723320] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.723593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.723723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.723987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.724189] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.724623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.724623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.724623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.724623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.724815] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c5ae977-6f57-4d8c-83b6-2a81f66d6e56',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.761438] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 778.761639] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NSXv3 Agent Agent loop - iteration:1 started [ 778.804942] env[66329]: INFO networking_nsxv3.common.synchronization [req-aaabdbe2-0c95-40aa-b686-06853e207679 req-2cf17ce1-17cd-4013-b807-a1a0380b9ae4 tempest-SecurityGroupRulesTestJSON-297545034 tempest-SecurityGroupRulesTestJSON-297545034-project-member] Enqueued Resource ID: 1b3393d3-02da-481f-8262-dde6be191f73 with Priority: HIGHEST for action security_group_rules [ 778.805635] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b3393d3-02da-481f-8262-dde6be191f73 with Priority: HIGHEST for action security_group_rules [ 778.805967] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b3393d3-02da-481f-8262-dde6be191f73 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.806118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.809038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.809038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.809038] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b3393d3-02da-481f-8262-dde6be191f73',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.103886] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.104096] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-969" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.104211] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-969" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.104684] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-969" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.106424] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.106594] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.106806] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.107188] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.107336] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.107884] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.107884] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.107884] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.107884] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.108097] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.108097] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.108169] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.129664] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.129868] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.129964] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.130258] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-969" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.130669] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-9010d047-83fe-4905-8137-039dbffd775e taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.130927] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-9010d047-83fe-4905-8137-039dbffd775e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.131089] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-9010d047-83fe-4905-8137-039dbffd775e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.131492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-9010d047-83fe-4905-8137-039dbffd775e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.131709] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9010d047-83fe-4905-8137-039dbffd775e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.200067] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.200267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.200337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.200606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.201330] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.201330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.201330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.201330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.201330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.201616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.201616] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.201717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.201717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.201863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.202278] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.202278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.202278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.202440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.202476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.202633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.202672] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.204038] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.229067] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.229459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.229459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.229570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.229611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.230898] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.230898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.230898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.230898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.230898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.230898] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 already deleted. [ 779.230898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.328029] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.328204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.328316] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.328635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.328731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.328827] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b3393d3-02da-481f-8262-dde6be191f73 already deleted. [ 779.328909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b3393d3-02da-481f-8262-dde6be191f73" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.636880] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.637199] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.637415] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.637639] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.637858] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.637969] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 9010d047-83fe-4905-8137-039dbffd775e not found, creating... [ 779.638293] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.638465] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.638600] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.638833] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.638995] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.639304] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.639460] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.639572] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.639809] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.639943] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.640197] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 9010d047-83fe-4905-8137-039dbffd775e is going to be created. [ 779.660083] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.660328] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.660431] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.660726] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.660972] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.661210] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-9010d047-83fe-4905-8137-039dbffd775e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.707426] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 838febdb-adc0-4c5e-b610-4bc275eb6d3d: rpc.has_security_group_logging(os_id): False [ 779.708685] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2452748d-040a-45cc-bb31-089c1e08077b: rpc.has_security_group_logging(os_id): False [ 779.731911] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.732161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.732161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.732368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.732497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.732749] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.732849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.732890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.733076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.733161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.733360] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.733455] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.733517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.733738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.733830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.734491] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.734652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.734738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.734869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.734947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.735063] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 779.737274] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.737401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.737468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.737635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.737745] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.737962] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.738161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.738232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.738393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.738477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.738586] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2452748d-040a-45cc-bb31-089c1e08077b is going to be created. [ 779.852498] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.852498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.852498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.852498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.852665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.861119] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.861292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.861366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.861600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.861739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.868900] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: IN_PROGRESS for 2s [ 779.875845] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 780.086482] env[66329]: INFO networking_nsxv3.common.synchronization [req-81caf73a-ce70-4501-9d20-afda2f6797dc req-7902ca8c-2a13-4d56-9fef-8346eadc727a tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_members [ 780.086482] env[66329]: INFO networking_nsxv3.common.synchronization [req-81caf73a-ce70-4501-9d20-afda2f6797dc req-7902ca8c-2a13-4d56-9fef-8346eadc727a tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 780.086482] env[66329]: INFO networking_nsxv3.common.synchronization [req-81caf73a-ce70-4501-9d20-afda2f6797dc req-7902ca8c-2a13-4d56-9fef-8346eadc727a tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 with Priority: HIGHEST for action security_group_members [ 780.086482] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_members [ 780.086482] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 780.086482] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 with Priority: HIGHEST for action security_group_members [ 780.086482] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2452748d-040a-45cc-bb31-089c1e08077b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.086482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.086482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.086482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.086482] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.086482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.086482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.086482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.086482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.090497] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.090497] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.090497] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.090497] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.090497] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8078818e-0029-4a61-8a17-bc0f33a127f1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.090497] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.091223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.091223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.091223] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8078818e-0029-4a61-8a17-bc0f33a127f1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.130171] env[66329]: INFO networking_nsxv3.common.synchronization [req-81caf73a-ce70-4501-9d20-afda2f6797dc req-7902ca8c-2a13-4d56-9fef-8346eadc727a tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_rules [ 780.130969] env[66329]: INFO networking_nsxv3.common.synchronization [req-81caf73a-ce70-4501-9d20-afda2f6797dc req-7902ca8c-2a13-4d56-9fef-8346eadc727a tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_members [ 780.131155] env[66329]: INFO networking_nsxv3.common.synchronization [req-81caf73a-ce70-4501-9d20-afda2f6797dc req-7902ca8c-2a13-4d56-9fef-8346eadc727a tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 with Priority: HIGHEST for action security_group_rules [ 780.131286] env[66329]: INFO networking_nsxv3.common.synchronization [req-81caf73a-ce70-4501-9d20-afda2f6797dc req-7902ca8c-2a13-4d56-9fef-8346eadc727a tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 with Priority: HIGHEST for action security_group_members [ 780.131408] env[66329]: INFO networking_nsxv3.common.synchronization [req-81caf73a-ce70-4501-9d20-afda2f6797dc req-7902ca8c-2a13-4d56-9fef-8346eadc727a tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 780.131608] env[66329]: INFO networking_nsxv3.common.synchronization [req-81caf73a-ce70-4501-9d20-afda2f6797dc req-7902ca8c-2a13-4d56-9fef-8346eadc727a tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 780.131755] env[66329]: INFO networking_nsxv3.common.synchronization [req-81caf73a-ce70-4501-9d20-afda2f6797dc req-7902ca8c-2a13-4d56-9fef-8346eadc727a tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 4dec14b5-2f2c-41d5-a80e-c0565fc58635 with Priority: HIGHEST for action port [ 780.132462] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_rules [ 780.132599] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 with Priority: HIGHEST for action security_group_rules [ 780.132729] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 780.132791] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dec14b5-2f2c-41d5-a80e-c0565fc58635 with Priority: HIGHEST for action port [ 780.132881] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_rules [ 780.132969] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_members [ 780.133070] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 with Priority: HIGHEST for action security_group_members [ 780.133341] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2452748d-040a-45cc-bb31-089c1e08077b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.133465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.133653] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8078818e-0029-4a61-8a17-bc0f33a127f1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.133780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.133844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.134160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.134245] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8078818e-0029-4a61-8a17-bc0f33a127f1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.135387] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.135477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.135666] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dec14b5-2f2c-41d5-a80e-c0565fc58635 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.135767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.135830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.136030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.136111] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dec14b5-2f2c-41d5-a80e-c0565fc58635',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.136891] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.137024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.137194] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2452748d-040a-45cc-bb31-089c1e08077b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.137279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.139988] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8078818e-0029-4a61-8a17-bc0f33a127f1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.139988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.476935] env[66329]: INFO networking_nsxv3.common.synchronization [req-9aedc3e1-0137-42d2-8c9c-dc18ec01c3ae req-2852c65d-cd9b-44c3-bf96-a410f1c561c2 service nova] Enqueued Resource ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 with Priority: HIGHEST for action security_group_rules [ 780.477191] env[66329]: INFO networking_nsxv3.common.synchronization [req-9aedc3e1-0137-42d2-8c9c-dc18ec01c3ae req-2852c65d-cd9b-44c3-bf96-a410f1c561c2 service nova] Enqueued Resource ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 with Priority: HIGHEST for action security_group_members [ 780.477291] env[66329]: INFO networking_nsxv3.common.synchronization [req-9aedc3e1-0137-42d2-8c9c-dc18ec01c3ae req-2852c65d-cd9b-44c3-bf96-a410f1c561c2 service nova] Enqueued Resource ID: 9010d047-83fe-4905-8137-039dbffd775e with Priority: HIGHEST for action port [ 780.481027] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 with Priority: HIGHEST for action security_group_rules [ 780.481027] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 with Priority: HIGHEST for action security_group_members [ 780.481027] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9010d047-83fe-4905-8137-039dbffd775e with Priority: HIGHEST for action port [ 780.481027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.481027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.481027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.481027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.481027] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c5ae977-6f57-4d8c-83b6-2a81f66d6e56',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.481027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.481027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.481027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.481027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.481727] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.481727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.481727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.481835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.481896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.482014] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c5ae977-6f57-4d8c-83b6-2a81f66d6e56',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.482866] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9010d047-83fe-4905-8137-039dbffd775e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.483008] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9010d047-83fe-4905-8137-039dbffd775e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.483113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9010d047-83fe-4905-8137-039dbffd775e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.483393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9010d047-83fe-4905-8137-039dbffd775e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.483461] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9010d047-83fe-4905-8137-039dbffd775e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.592132] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.593211] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.594103] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8078818e-0029-4a61-8a17-bc0f33a127f1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.639170] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8078818e-0029-4a61-8a17-bc0f33a127f1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.639555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.639555] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dec14b5-2f2c-41d5-a80e-c0565fc58635 with status ACTIVE [ 780.639757] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.639941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.640013] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.640296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.640423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.640642] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.640757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.640807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.640989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.641079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.641302] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.641548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.641770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.641994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.642215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.642351] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dec14b5-2f2c-41d5-a80e-c0565fc58635 is going to be updated. [ 780.672026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.672026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.672026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.672026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.672026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.672026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dec14b5-2f2c-41d5-a80e-c0565fc58635" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.985298] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9010d047-83fe-4905-8137-039dbffd775e with status ACTIVE [ 780.985740] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.986122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.986283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.986638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.986819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.987075] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.987197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.987266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.987473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.987558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.987773] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.987875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.987948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.988241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.988338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.988427] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9010d047-83fe-4905-8137-039dbffd775e is going to be updated. [ 780.989694] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c5ae977-6f57-4d8c-83b6-2a81f66d6e56',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.990662] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.990760] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.017381] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.017674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.017774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.018018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.018183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.018343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9010d047-83fe-4905-8137-039dbffd775e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.060103] env[66329]: INFO networking_nsxv3.common.synchronization [req-5088813f-65be-4f19-8db5-5d5670ea1eb9 req-fa1d667b-23d0-45f1-b9ef-342b8e5dd223 tempest-MigrationsAdminTest-515158613 tempest-MigrationsAdminTest-515158613-project-member] Enqueued Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 781.060742] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 781.061474] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.061589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.061637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.061905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.062414] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.062414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.062414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.062577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.062685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.062802] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.096841] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.097711] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.098447] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8078818e-0029-4a61-8a17-bc0f33a127f1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.485545] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.485757] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.486070] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.486398] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.486709] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.486916] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.487054] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.487358] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.487534] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.487810] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.487903] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.488108] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.488216] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.488310] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.488386] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.488521] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.493029] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c5ae977-6f57-4d8c-83b6-2a81f66d6e56',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.510931] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.511144] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.511256] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.511421] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-135" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.511827] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-9306a39d-1568-4b27-9d3f-324b4df26bfb taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.511984] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-9306a39d-1568-4b27-9d3f-324b4df26bfb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.512115] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-9306a39d-1568-4b27-9d3f-324b4df26bfb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.513980] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-9306a39d-1568-4b27-9d3f-324b4df26bfb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.513980] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9306a39d-1568-4b27-9d3f-324b4df26bfb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.565200] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.601040] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.601259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.601342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.601546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.601629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.601752] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2452748d-040a-45cc-bb31-089c1e08077b is going to be updated. [ 781.603047] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.603212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.603286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.603462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.603544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.603686] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 781.604928] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.605046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.605117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.605420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.605420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.605559] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 is going to be created. [ 781.651393] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.651864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.651864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.651864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.652152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.665399] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.665576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.665635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.665814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.666158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.668273] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 in Status: UNINITIALIZED for 2s [ 781.668528] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.668644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.668704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.668883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.669025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.678347] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: IN_PROGRESS for 2s [ 781.683024] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 781.886115] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: SUCCESS [ 781.886115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.886115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.886115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.886115] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.894116] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 781.894116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.894116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.894116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.894116] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.000028] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.000028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.000028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.000028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.000028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.000028] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 is going to be created. [ 782.015689] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.015875] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.016140] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.016483] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.016633] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.016793] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 9306a39d-1568-4b27-9d3f-324b4df26bfb not found, creating... [ 782.017076] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.017243] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.017363] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.017621] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.017738] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.018082] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.018246] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.018359] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.018576] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.018704] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.018844] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 9306a39d-1568-4b27-9d3f-324b4df26bfb is going to be created. [ 782.032381] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.032575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.032575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.032784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.032943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.043027] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 in Status: UNINITIALIZED for 2s [ 782.044083] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.044289] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.044386] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.044647] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.044859] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.045082] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-9306a39d-1568-4b27-9d3f-324b4df26bfb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.069545] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.388053] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2452748d-040a-45cc-bb31-089c1e08077b taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.388279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.397118] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.398186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.543598] env[66329]: INFO networking_nsxv3.common.synchronization [req-39402798-5e3b-4ee3-93d8-b42f19b096b0 req-e75dacc4-92a5-4dfa-afbd-11a1a89463ae tempest-VolumesAssistedSnapshotsTest-313608641 tempest-VolumesAssistedSnapshotsTest-313608641-project-member] Enqueued Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_members [ 782.544283] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGHEST for action security_group_members [ 782.544616] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ec29b3-17ed-4194-9861-f9e9d9e9d809 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.544764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.544836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.545209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.545281] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.545342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.545391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.545548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.547428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.547428] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ec29b3-17ed-4194-9861-f9e9d9e9d809',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.570385] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.570385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.570385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.570385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.573238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.573386] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c is going to be updated. [ 782.605460] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.605612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.605671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.605876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.606038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.616040] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: IN_PROGRESS for 2s [ 782.784148] env[66329]: INFO networking_nsxv3.common.synchronization [req-5088813f-65be-4f19-8db5-5d5670ea1eb9 req-2906de14-799d-4e21-b6c2-d8a74cca80a4 service nova] Enqueued Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_rules [ 782.784423] env[66329]: INFO networking_nsxv3.common.synchronization [req-5088813f-65be-4f19-8db5-5d5670ea1eb9 req-2906de14-799d-4e21-b6c2-d8a74cca80a4 service nova] Enqueued Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 782.784459] env[66329]: INFO networking_nsxv3.common.synchronization [req-5088813f-65be-4f19-8db5-5d5670ea1eb9 req-2906de14-799d-4e21-b6c2-d8a74cca80a4 service nova] Enqueued Resource ID: 9306a39d-1568-4b27-9d3f-324b4df26bfb with Priority: HIGHEST for action port [ 782.786069] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_rules [ 782.786069] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 782.786069] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9306a39d-1568-4b27-9d3f-324b4df26bfb with Priority: HIGHEST for action port [ 782.786069] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.786069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.786069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.786069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.786069] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.788031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.788031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.788382] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9306a39d-1568-4b27-9d3f-324b4df26bfb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.788382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9306a39d-1568-4b27-9d3f-324b4df26bfb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.788382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9306a39d-1568-4b27-9d3f-324b4df26bfb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.788501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9306a39d-1568-4b27-9d3f-324b4df26bfb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.788501] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9306a39d-1568-4b27-9d3f-324b4df26bfb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.048155] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.048346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.048475] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.048611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.048784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.048908] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.049016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.049084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.049238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.049351] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.049446] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 is going to be updated. [ 783.081601] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.081802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.081871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.082512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.082512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.094052] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 in Status: IN_PROGRESS for 2s [ 783.294564] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.294564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.294564] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9306a39d-1568-4b27-9d3f-324b4df26bfb with status ACTIVE [ 783.294564] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.294564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.294564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.294564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.294564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.294564] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.294564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.294564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.294564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.294564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.294564] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.295243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.295243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.295243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.295243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.295243] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9306a39d-1568-4b27-9d3f-324b4df26bfb is going to be updated. [ 783.333859] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.334026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.334086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.334319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.334463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.334645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9306a39d-1568-4b27-9d3f-324b4df26bfb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.679049] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 in Status: SUCCESS [ 783.679260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.680405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.680621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.680859] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.681013] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.681114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.681316] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.681404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.681500] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8078818e-0029-4a61-8a17-bc0f33a127f1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.690667] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 783.690897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.691086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.691332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.691540] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.691702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.691748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.691897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.691977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.692086] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.693516] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: SUCCESS [ 783.693737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.694665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.694665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.696212] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.696212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.696212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.696212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.696212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.696212] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.054995] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 in Status: SUCCESS [ 784.055367] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.055533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.056147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.056147] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.056318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.056318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.056505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.056597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.056689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.056867] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c5ae977-6f57-4d8c-83b6-2a81f66d6e56',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.187043] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8078818e-0029-4a61-8a17-bc0f33a127f1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.197449] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.198664] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.560050] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.560050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.560050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.560523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.560615] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.560752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.560840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.560991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.561106] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.561205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.561363] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.561532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.561532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.561772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.561949] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.562059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.562127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.562394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.562490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.562575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.563407] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c5ae977-6f57-4d8c-83b6-2a81f66d6e56',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.632926] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: SUCCESS [ 784.634271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.634521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.635520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.635520] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.635520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.635520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.635520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.635520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.635520] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.689206] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8078818e-0029-4a61-8a17-bc0f33a127f1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.703121] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.703121] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.068098] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56: rpc.has_security_group_logging(os_id): False [ 785.089609] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.089837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.090034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.090280] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.090572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.090756] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.090938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.091019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.091294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.091413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.091722] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.091856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.091952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.092188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.092305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.092586] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.092724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.092812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.093047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.093177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.093307] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 is going to be created. [ 785.107288] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 in Status: SUCCESS [ 785.107541] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 deletion is rescheduled due to dependency. [ 785.107696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.138621] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.178253] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.178253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.178600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.179245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.179245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.192290] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 in Status: IN_PROGRESS for 2s [ 785.196543] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.196709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.196805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.197029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.198389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.198389] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 is going to be updated. [ 785.203875] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.204099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.204234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.204538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.204695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.204923] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 785.206874] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.207059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.207199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.207468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.207575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.207678] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2452748d-040a-45cc-bb31-089c1e08077b is going to be updated. [ 785.248678] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.248678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.248678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.248983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.248983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.251024] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.251183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.251266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.251498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.251713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.255109] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.255267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.255362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.255510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.255657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.267755] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 785.272180] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: IN_PROGRESS for 2s [ 785.284459] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 in Status: IN_PROGRESS for 2s [ 785.644332] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.957500] env[66329]: INFO networking_nsxv3.common.synchronization [req-8fe61e83-8d87-44d1-90a8-990797534e13 req-02a532c5-bc33-45a2-aa48-05cdcddda62b tempest-FloatingIPsAssociationTestJSON-1286790481 tempest-FloatingIPsAssociationTestJSON-1286790481-project-member] Enqueued Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 785.958802] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 785.958802] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.958802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.958802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.959227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.959227] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.959227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.959227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.959441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.959441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.960146] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.146443] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.146856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.146856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.147026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.147026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.147133] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c is going to be updated. [ 786.221443] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.221698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.221698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.221860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.222079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.237098] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: IN_PROGRESS for 2s [ 786.401560] env[66329]: INFO networking_nsxv3.common.synchronization [req-dc5e2dec-004d-4820-bc4e-9f235afde075 req-33f74933-a09d-462f-a264-1c20430bd5ac tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_members [ 786.401754] env[66329]: INFO networking_nsxv3.common.synchronization [req-dc5e2dec-004d-4820-bc4e-9f235afde075 req-33f74933-a09d-462f-a264-1c20430bd5ac tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 786.401887] env[66329]: INFO networking_nsxv3.common.synchronization [req-dc5e2dec-004d-4820-bc4e-9f235afde075 req-33f74933-a09d-462f-a264-1c20430bd5ac tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 with Priority: HIGHEST for action security_group_members [ 786.402580] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGHEST for action security_group_members [ 786.402723] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 786.402818] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 with Priority: HIGHEST for action security_group_members [ 786.403159] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2452748d-040a-45cc-bb31-089c1e08077b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.403268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.403527] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.403621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.403886] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8078818e-0029-4a61-8a17-bc0f33a127f1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.403983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.462440] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.965516] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.208713] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 in Status: SUCCESS [ 787.208713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.281662] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: SUCCESS [ 787.281662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.281662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.281662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.281662] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.281662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.281662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.282347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.282347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.282347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.282347] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.284047] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 787.284194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.284257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.285369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.285369] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.285369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.285369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.285369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.285369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.285369] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.285922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.286102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.286271] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.286372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.286428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.286566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.286640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.286719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.286835] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.290427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.290637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.290864] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.290994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.291072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.291415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.291415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.291415] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.306172] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 in Status: SUCCESS [ 787.306172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.306172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.306172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.306172] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.306172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.306172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.306465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.306465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.306523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.306625] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8078818e-0029-4a61-8a17-bc0f33a127f1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.308427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.308427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.308606] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.308689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.308795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.308919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.308977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.309069] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8078818e-0029-4a61-8a17-bc0f33a127f1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.473419] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.476575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.476575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.476575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.476575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.476575] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 is going to be updated. [ 787.505978] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.505978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.505978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.505978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.505978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.517024] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: IN_PROGRESS for 2s [ 787.789992] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.790261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.790368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.790668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.790805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.791104] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.791257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.791355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.791588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.791713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.791845] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2452748d-040a-45cc-bb31-089c1e08077b is going to be updated. [ 787.793361] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.794701] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.794859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.799718] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.811934] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8078818e-0029-4a61-8a17-bc0f33a127f1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.814527] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.815103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.815288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.815571] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.815750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.816067] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.816303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.817199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.817199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.817199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.817199] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 is going to be deleted. [ 787.828821] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.830030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.830030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.830030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.830030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.839663] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: IN_PROGRESS for 2s [ 787.858040] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.858776] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.858984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.859331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.859425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.859547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.252721] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: SUCCESS [ 788.252721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.252721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.252721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.252721] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.252721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.252721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.252721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.252721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.252721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.252721] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.301308] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2452748d-040a-45cc-bb31-089c1e08077b: rpc.has_security_group_logging(os_id): False [ 788.304217] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.313927] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8078818e-0029-4a61-8a17-bc0f33a127f1: rpc.has_security_group_logging(os_id): False [ 788.324303] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.324444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.324514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.324743] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.324833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.325088] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.325187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.325248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.325408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.325482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.325566] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2452748d-040a-45cc-bb31-089c1e08077b is going to be updated. [ 788.328544] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.328710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.328811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.329035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.329158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.329408] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.330035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.330035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.330035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.330035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.330035] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 is going to be created. [ 788.359656] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8078818e-0029-4a61-8a17-bc0f33a127f1], does not exist path=[/infra/domains/default/groups/8078818e-0029-4a61-8a17-bc0f33a127f1]."\n}' [ 788.359826] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8078818e-0029-4a61-8a17-bc0f33a127f1 [ 788.360085] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 788.413772] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.413992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.414069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.414241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.415616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.415923] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.415923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.415923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.416274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.416274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.416424] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.416517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.416566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.416774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.416774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.416876] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8078818e-0029-4a61-8a17-bc0f33a127f1 is going to be created. [ 788.429875] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.430407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.430407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.430407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.430789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.437741] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8078818e-0029-4a61-8a17-bc0f33a127f1], does not exist path=[/infra/domains/default/groups/8078818e-0029-4a61-8a17-bc0f33a127f1]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8078818e-0029-4a61-8a17-bc0f33a127f1 [ 788.437912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8078818e-0029-4a61-8a17-bc0f33a127f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.438755] env[66329]: Traceback (most recent call last): [ 788.438834] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 788.438834] env[66329]: return func(*args, **kwargs) [ 788.438834] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 788.438834] env[66329]: res.raise_for_status() [ 788.438834] env[66329]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 788.438834] env[66329]: raise HTTPError(http_error_msg, response=self) [ 788.438834] env[66329]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8078818e-0029-4a61-8a17-bc0f33a127f1 [ 788.438834] env[66329]: During handling of the above exception, another exception occurred: [ 788.438834] env[66329]: Traceback (most recent call last): [ 788.439127] env[66329]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 788.439127] env[66329]: listener.cb(fileno) [ 788.439127] env[66329]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 788.439127] env[66329]: result = function(*args, **kwargs) [ 788.439127] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 788.439127] env[66329]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 788.439127] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 788.439127] env[66329]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 788.439127] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 788.439127] env[66329]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 788.439127] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 788.439127] env[66329]: res.raise_for_status() [ 788.439127] env[66329]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 788.439127] env[66329]: raise HTTPError(http_error_msg, response=self) [ 788.439127] env[66329]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8078818e-0029-4a61-8a17-bc0f33a127f1 [ 788.439127] env[66329]: Removing descriptor: 5 [ 788.445825] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: IN_PROGRESS for 2s [ 788.756652] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.756887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.756982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.757312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.757583] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.757831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.757831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.758106] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.758160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.758324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.760041] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.760041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.760041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.760041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.760041] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.760041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.760041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.760041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.760041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.760041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.760041] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.808636] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.808636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.808636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.808826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.808997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.809121] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 788.856585] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.856767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.856824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.857019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.857918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.869094] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 789.263219] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f37eb7a6-3e28-4f2c-81ad-b730b2b8853c: rpc.has_security_group_logging(os_id): False [ 789.286440] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.286827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.286827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.286973] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.312274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.312615] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.312751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.312865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.313107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.313246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.313509] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.313666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.313739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.313875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.313958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.314209] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.314306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.314367] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.314533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.314610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.314720] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c is going to be updated. [ 789.402664] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.403506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.403506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.403506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.403506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.417644] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: IN_PROGRESS for 2s [ 789.536999] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: SUCCESS [ 789.537262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.853590] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: SUCCESS [ 789.853858] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2452748d-040a-45cc-bb31-089c1e08077b deletion is rescheduled due to dependency. [ 789.854063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.459841] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2452748d-040a-45cc-bb31-089c1e08077b in Status: SUCCESS [ 790.459841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.881446] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 790.881692] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.881966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.882160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.882358] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.882588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.882588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.882684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.882770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.882883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.883053] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.883139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.883193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.883400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.883530] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.883625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.883683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.883867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.884019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.884070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.884138] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.252051] env[66329]: INFO networking_nsxv3.common.synchronization [req-da655c52-c10b-499a-8a2c-07d4e3eef5f7 req-9049ebc9-02bc-4e7f-abd5-a466fa5b2f9c tempest-ServerMetadataTestJSON-315795745 tempest-ServerMetadataTestJSON-315795745-project-member] Enqueued Resource ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 with Priority: HIGHEST for action security_group_members [ 791.252588] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 with Priority: HIGHEST for action security_group_members [ 791.252896] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d930d67e-6334-4eef-af00-2c741fe3dbe2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.253194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.253194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.253331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.253452] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.253549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.253631] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.253812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.254133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.254133] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d930d67e-6334-4eef-af00-2c741fe3dbe2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.386742] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 838febdb-adc0-4c5e-b610-4bc275eb6d3d: rpc.has_security_group_logging(os_id): False [ 791.412935] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.413208] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.413262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.413482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.439461] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: SUCCESS [ 791.440073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.453243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.453660] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.453831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.453931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.454305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.454305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.454883] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.454883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.454883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.455072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.455199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.455418] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.455588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.455650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.455857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.456095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.456301] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 791.533821] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.534106] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.534148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.534383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.534542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.573622] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 791.757913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.757913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.757913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.758156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.785031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.785031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.785031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.785031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.785031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.785031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.785031] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 is going to be updated. [ 791.817635] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.817774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.817851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.818174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.818248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.829207] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 in Status: IN_PROGRESS for 2s [ 792.690048] env[66329]: INFO networking_nsxv3.common.synchronization [req-2c2b62f9-42a2-4065-bb35-ddc0ed0f92c6 req-07e2a130-9823-4f93-b7ed-a0cfb7a31a92 tempest-ListServersNegativeTestJSON-1870364018 tempest-ListServersNegativeTestJSON-1870364018-project-member] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 792.690048] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 792.690048] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.690048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.690743] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.691133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.691416] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.691657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.691817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.692208] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.692405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.693211] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.983116] env[66329]: INFO networking_nsxv3.common.synchronization [req-df7f99fe-e032-4683-ac69-fc089851bb02 req-79a6b773-0373-44e1-8125-c28a6016070b tempest-ServerGroupTestJSON-1272710643 tempest-ServerGroupTestJSON-1272710643-project-member] Enqueued Resource ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 with Priority: HIGHEST for action security_group_members [ 792.983960] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 with Priority: HIGHEST for action security_group_members [ 792.985728] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.986027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.986210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.986508] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.987458] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.987458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.987458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.987458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.987719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.988087] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c5ae977-6f57-4d8c-83b6-2a81f66d6e56',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.085245] env[66329]: INFO networking_nsxv3.common.synchronization [req-d08b37a3-51ef-41b5-8e63-879a4dff0373 req-ef57f33a-1f93-4c21-8e14-41a4a9ea3a48 tempest-ListServersNegativeTestJSON-1870364018 tempest-ListServersNegativeTestJSON-1870364018-project-member] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 793.085420] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGHEST for action security_group_members [ 793.085978] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.085978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.195127] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.493089] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.493089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.493089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.493089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.512271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.515186] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.515186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.515186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.515186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.515186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.515186] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 is going to be updated. [ 793.544917] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.544917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.544917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.544917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.544917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.553103] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 in Status: IN_PROGRESS for 2s [ 793.593824] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 793.593824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.697393] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.841046] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 in Status: SUCCESS [ 793.841046] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 deletion is rescheduled due to dependency. [ 793.841046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.201336] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.201572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.202069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.202723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.203381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.203544] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be updated. [ 794.237637] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.237797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.237923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.238140] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.238290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.246791] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: IN_PROGRESS for 2s [ 795.567152] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 in Status: SUCCESS [ 795.567152] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 deletion is rescheduled due to dependency. [ 795.567152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.999496] env[66329]: INFO networking_nsxv3.common.synchronization [None req-0ee99032-23c5-4c05-8a0d-4804c09c9345 None None] Enqueued Resource ID: 90882a81-0560-44a6-bc1a-453de2c028d9 with Priority: HIGHEST for action port [ 796.000110] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90882a81-0560-44a6-bc1a-453de2c028d9 with Priority: HIGHEST for action port [ 796.000433] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-90882a81-0560-44a6-bc1a-453de2c028d9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.000547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90882a81-0560-44a6-bc1a-453de2c028d9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.000618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90882a81-0560-44a6-bc1a-453de2c028d9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.000882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90882a81-0560-44a6-bc1a-453de2c028d9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.000971] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90882a81-0560-44a6-bc1a-453de2c028d9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.262134] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: IN_PROGRESS for 4s [ 796.503537] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90882a81-0560-44a6-bc1a-453de2c028d9 [ 796.503984] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.504185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.504275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.504510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.504685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.504818] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90882a81-0560-44a6-bc1a-453de2c028d9 already deleted. [ 796.504974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90882a81-0560-44a6-bc1a-453de2c028d9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.799019] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-45dbb808-1add-4eee-b3f3-f4428b3a1c0d tempest-ServersTestMultiNic-155902826 tempest-ServersTestMultiNic-155902826-project-member] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 796.799019] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 796.799019] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.799019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.799019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.799019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.799804] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.799804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.799804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.799804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.799804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.799804] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.836702] env[66329]: INFO networking_nsxv3.common.synchronization [req-7cd12056-5993-443e-9c43-bdf72e3703af req-29e059e9-e752-439b-ac02-2d700451a08d tempest-ListImageFiltersTestJSON-402933217 tempest-ListImageFiltersTestJSON-402933217-project-member] Enqueued Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 796.837165] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGHEST for action security_group_members [ 796.840428] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.840428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.840428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.840428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.840428] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.840428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.840428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.840428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.840428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.840428] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.190184] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-7a89493a-d61d-43e9-ac2e-4a7bd8e868cf tempest-ServersTestMultiNic-155902826 tempest-ServersTestMultiNic-155902826-project-member] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 797.190184] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 797.190824] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.191203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.301811] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.301973] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.302158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.302456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.302563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.302769] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.302847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.303273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.303630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.303792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.303912] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 already deleted. [ 797.304023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.304199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.304362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.304522] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.304626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.304682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.305072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.305234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.305234] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.342026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.342251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.342485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.342641] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.371578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.371902] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.372046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.374971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.374971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.374971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.374971] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c is going to be updated. [ 797.430017] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.430232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.430273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.430481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.430654] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.443602] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: IN_PROGRESS for 2s [ 797.639264] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-aa320733-ba25-47d8-979a-0a4bb2fde91d tempest-ServersTestMultiNic-155902826 tempest-ServersTestMultiNic-155902826-project-member] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 797.640108] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 797.640349] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.640452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.808250] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.808715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.808715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.808911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.808911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.809141] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.809546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.809546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.809629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.809683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.809777] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 already deleted. [ 797.809861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.810060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.810241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.810459] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.810535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.810569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.810705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.810781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.810876] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.000349] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.000577] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.000780] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.001224] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.001416] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.001416] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.001516] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.001752] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.001897] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.002430] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.002614] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.002757] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.002909] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.003141] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.003510] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.003637] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.024475] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.024776] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.025287] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.025287] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.025540] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-ba03259a-7a75-429a-b819-6325be39bc4c taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.025792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-ba03259a-7a75-429a-b819-6325be39bc4c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.025958] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-ba03259a-7a75-429a-b819-6325be39bc4c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.026403] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-ba03259a-7a75-429a-b819-6325be39bc4c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.026581] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba03259a-7a75-429a-b819-6325be39bc4c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.272585] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: SUCCESS [ 798.272828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.272892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.273081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.273271] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.273390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.273456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.273621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.273715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.273831] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.317524] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.317738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.317738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.318043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.318043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.318253] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.318356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.318417] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.318573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.318952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.318952] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 already deleted. [ 798.318952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.427162] env[66329]: INFO networking_nsxv3.common.synchronization [None req-3dc0d706-2346-44fc-aa48-c176fd8ee4ab None None] Enqueued Resource ID: 050a2c69-5aab-4545-b8ec-de28d188521c with Priority: HIGHEST for action port [ 798.427543] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050a2c69-5aab-4545-b8ec-de28d188521c with Priority: HIGHEST for action port [ 798.428501] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-050a2c69-5aab-4545-b8ec-de28d188521c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.428638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-050a2c69-5aab-4545-b8ec-de28d188521c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.428695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-050a2c69-5aab-4545-b8ec-de28d188521c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.428934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-050a2c69-5aab-4545-b8ec-de28d188521c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.429156] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('050a2c69-5aab-4545-b8ec-de28d188521c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.533883] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.533883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.533883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.533883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.533883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.533883] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port ba03259a-7a75-429a-b819-6325be39bc4c not found, creating... [ 798.533883] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.533883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.533883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.533883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.533883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.534562] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.534562] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.534562] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.534694] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.534765] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.534909] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: ba03259a-7a75-429a-b819-6325be39bc4c is going to be created. [ 798.555099] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.555318] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.555437] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.555699] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.555918] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.556189] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-ba03259a-7a75-429a-b819-6325be39bc4c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.778516] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.778697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.778771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.779014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.802174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.802486] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.802564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.802687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.802828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.802915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.803012] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be updated. [ 798.830595] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.830892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.830892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.831102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.831253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.845375] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: IN_PROGRESS for 2s [ 798.931969] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 050a2c69-5aab-4545-b8ec-de28d188521c [ 798.931969] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.931969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.931969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.932427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.932427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.932427] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:050a2c69-5aab-4545-b8ec-de28d188521c already deleted. [ 798.932427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-050a2c69-5aab-4545-b8ec-de28d188521c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.284045] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-63e7b4e2-44e4-43c4-a2e0-92b595e23b5b service nova] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_rules [ 799.284216] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-63e7b4e2-44e4-43c4-a2e0-92b595e23b5b service nova] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 799.284346] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-63e7b4e2-44e4-43c4-a2e0-92b595e23b5b service nova] Enqueued Resource ID: ba03259a-7a75-429a-b819-6325be39bc4c with Priority: HIGHEST for action port [ 799.284908] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_rules [ 799.285120] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 799.285157] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba03259a-7a75-429a-b819-6325be39bc4c with Priority: HIGHEST for action port [ 799.285427] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.285685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.285685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.285840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.285927] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.287458] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.287458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.287458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.287458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.287458] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.289079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.289079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.289079] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.289079] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba03259a-7a75-429a-b819-6325be39bc4c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.289079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba03259a-7a75-429a-b819-6325be39bc4c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.289079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba03259a-7a75-429a-b819-6325be39bc4c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.289079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba03259a-7a75-429a-b819-6325be39bc4c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.289943] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba03259a-7a75-429a-b819-6325be39bc4c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.456039] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c in Status: SUCCESS [ 799.456039] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c deletion is rescheduled due to dependency. [ 799.456176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.792042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.792042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.792042] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.792726] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba03259a-7a75-429a-b819-6325be39bc4c with status ACTIVE [ 799.792908] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.793305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.793305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.793305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.793469] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.793529] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.793636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.793679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.793912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.793983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.794591] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.794696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.794759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.794903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.794980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.795078] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba03259a-7a75-429a-b819-6325be39bc4c is going to be updated. [ 799.818007] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.818325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.818404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.818625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.818767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.818928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba03259a-7a75-429a-b819-6325be39bc4c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.043407] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-483 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.043822] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-483" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.043822] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-483" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.044091] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-483" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.044362] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.044521] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.044632] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.044853] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.045042] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.045254] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.045366] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.045471] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.045573] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.045674] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.045774] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.045902] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.064214] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.064462] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.064558] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.064650] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-483" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.064980] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-2c0fda2b-3842-4b41-bdc6-edd519a9b17e taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.065181] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-2c0fda2b-3842-4b41-bdc6-edd519a9b17e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.065274] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-2c0fda2b-3842-4b41-bdc6-edd519a9b17e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.065573] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-2c0fda2b-3842-4b41-bdc6-edd519a9b17e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.065702] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0fda2b-3842-4b41-bdc6-edd519a9b17e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.302024] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.568634] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.569027] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.569027] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.569281] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.569450] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.569620] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 2c0fda2b-3842-4b41-bdc6-edd519a9b17e not found, creating... [ 800.569889] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.570084] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.570206] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.570433] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.570569] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.570845] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.570997] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.571120] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.571317] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.571444] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.571591] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 2c0fda2b-3842-4b41-bdc6-edd519a9b17e is going to be created. [ 800.593767] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.594031] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.594252] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.594540] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.594805] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.595725] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-2c0fda2b-3842-4b41-bdc6-edd519a9b17e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.801241] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.804442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.804442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.804442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.804442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.804442] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be created. [ 800.829816] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.830043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.830088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.830298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.830487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.843986] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: UNINITIALIZED for 2s [ 800.855991] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fc12b3d-1849-4f26-af1f-19764165f96f in Status: SUCCESS [ 800.855991] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f deletion is rescheduled due to dependency. [ 800.855991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.327200] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-7123c3d2-2d25-4204-8572-f9e0963c1ea3 service nova] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_rules [ 801.327504] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-7123c3d2-2d25-4204-8572-f9e0963c1ea3 service nova] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 801.327550] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-7123c3d2-2d25-4204-8572-f9e0963c1ea3 service nova] Enqueued Resource ID: 2c0fda2b-3842-4b41-bdc6-edd519a9b17e with Priority: HIGHEST for action port [ 801.328130] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_rules [ 801.328306] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 801.328390] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c0fda2b-3842-4b41-bdc6-edd519a9b17e with Priority: HIGHEST for action port [ 801.328707] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.328891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.329108] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.329214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.329448] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c0fda2b-3842-4b41-bdc6-edd519a9b17e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.329565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c0fda2b-3842-4b41-bdc6-edd519a9b17e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.329643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c0fda2b-3842-4b41-bdc6-edd519a9b17e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.329864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c0fda2b-3842-4b41-bdc6-edd519a9b17e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.329949] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c0fda2b-3842-4b41-bdc6-edd519a9b17e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.559825] env[66329]: INFO networking_nsxv3.common.synchronization [req-a628e109-7d0e-432e-884a-80a456c6f0a1 req-fa8b6d25-a7a2-4bf1-9fad-b62d15be6c82 tempest-ListServerFiltersTestJSON-1543705672 tempest-ListServerFiltersTestJSON-1543705672-project-member] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 801.559825] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGHEST for action security_group_members [ 801.559825] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.559972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.560067] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.560292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.561028] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.561028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.561028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.561028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.561028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.561028] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.607748] env[66329]: INFO networking_nsxv3.common.synchronization [req-a43bc7ee-29ba-47b4-99c5-d3f8e8a0dc50 req-d7e99d7f-5649-4c6b-8a60-7db95abb64ca tempest-VolumesAdminNegativeTest-933950454 tempest-VolumesAdminNegativeTest-933950454-project-member] Enqueued Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGHEST for action security_group_members [ 801.608458] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGHEST for action security_group_members [ 801.608772] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.608897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.608993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.609253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.609692] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.609813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.609882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.610058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.610146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.610244] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.832450] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c0fda2b-3842-4b41-bdc6-edd519a9b17e with status ACTIVE [ 801.832705] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.832844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.832914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.833283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.833283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.833440] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.835331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.835331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.835331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.835331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.835331] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.835331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.835331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.835331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.835331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.835331] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c0fda2b-3842-4b41-bdc6-edd519a9b17e is going to be updated. [ 801.859258] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.859392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.859464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.859668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.859804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.860131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c0fda2b-3842-4b41-bdc6-edd519a9b17e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.927672] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.927874] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-194" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.927998] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-194" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.928358] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-194" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.928587] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.928737] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.928854] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.929075] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.929212] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.929402] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.929509] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.929610] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.929708] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.929808] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.929907] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.930160] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.950965] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.951148] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.951280] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.951446] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-194" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.951784] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-db0bb361-e641-4b97-80a4-fa0e3a093e94 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.952027] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-db0bb361-e641-4b97-80a4-fa0e3a093e94" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.952123] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-db0bb361-e641-4b97-80a4-fa0e3a093e94" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.952465] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-db0bb361-e641-4b97-80a4-fa0e3a093e94" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.952571] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0bb361-e641-4b97-80a4-fa0e3a093e94',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.959930] env[66329]: INFO networking_nsxv3.common.synchronization [req-a098ab22-9fc5-407b-9ef3-aadc3ae03c2e req-8af57c9a-ed95-471a-9b8f-1003428a700d tempest-ServersAdminTestJSON-1759096999 tempest-ServersAdminTestJSON-1759096999-project-member] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 801.960134] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 801.960713] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.960841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.960916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.961160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.961347] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.961456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.961520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.961740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.961981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.962150] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.063411] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.063570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.063642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.063882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.084500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.084763] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.084915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.084987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.085212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.085297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.085386] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be updated. [ 802.112851] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.112999] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.113084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.113296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.113382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.113581] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.113683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.113745] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.113918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.113995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.114093] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 already deleted. [ 802.114175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.115705] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.115826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.115894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.116070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.116211] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.124333] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: IN_PROGRESS for 2s [ 802.296316] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.296512] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.296630] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.296891] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.297171] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.297323] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.297436] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.297642] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.297779] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.297988] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.298110] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.298226] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.298330] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.298436] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.298536] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.298663] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.318390] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.318550] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.318686] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.318856] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.319204] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-13a743ca-0633-4ce1-8209-ae6304a5dbff taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.319376] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-13a743ca-0633-4ce1-8209-ae6304a5dbff" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.319489] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-13a743ca-0633-4ce1-8209-ae6304a5dbff" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.319834] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-13a743ca-0633-4ce1-8209-ae6304a5dbff" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.319979] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a743ca-0633-4ce1-8209-ae6304a5dbff',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.454638] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.455119] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.455119] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.455268] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.455412] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.455564] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port db0bb361-e641-4b97-80a4-fa0e3a093e94 not found, creating... [ 802.455882] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.456060] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.456177] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.456413] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.456546] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.456834] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.456986] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.457110] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.457318] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.457447] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.457582] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: db0bb361-e641-4b97-80a4-fa0e3a093e94 is going to be created. [ 802.464575] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.477425] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.477620] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.477736] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.477993] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.478235] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.478453] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-db0bb361-e641-4b97-80a4-fa0e3a093e94" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.822115] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.822337] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.822459] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.822736] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.822883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.823242] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 13a743ca-0633-4ce1-8209-ae6304a5dbff not found, creating... [ 802.823371] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.823458] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.824331] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.824331] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.824331] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.824513] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.824579] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.824671] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.824897] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.825046] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.825187] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 13a743ca-0633-4ce1-8209-ae6304a5dbff is going to be created. [ 802.847858] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.848204] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.848384] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.848739] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.849030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.849355] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-13a743ca-0633-4ce1-8209-ae6304a5dbff" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.855959] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 802.856211] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.856374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.856590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.856785] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.856953] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.857023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.857138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.857220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.857306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.857404] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.858253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.858428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.858589] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.858696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.858765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.858910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.858992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.859096] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.966623] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.182220] env[66329]: INFO networking_nsxv3.common.synchronization [req-a43bc7ee-29ba-47b4-99c5-d3f8e8a0dc50 req-344c4ff0-a64b-4215-a227-cbf3e6dfabe8 service nova] Enqueued Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGHEST for action security_group_rules [ 803.182394] env[66329]: INFO networking_nsxv3.common.synchronization [req-a43bc7ee-29ba-47b4-99c5-d3f8e8a0dc50 req-344c4ff0-a64b-4215-a227-cbf3e6dfabe8 service nova] Enqueued Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGHEST for action security_group_members [ 803.182527] env[66329]: INFO networking_nsxv3.common.synchronization [req-a43bc7ee-29ba-47b4-99c5-d3f8e8a0dc50 req-344c4ff0-a64b-4215-a227-cbf3e6dfabe8 service nova] Enqueued Resource ID: db0bb361-e641-4b97-80a4-fa0e3a093e94 with Priority: HIGHEST for action port [ 803.183100] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGHEST for action security_group_rules [ 803.183240] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGHEST for action security_group_members [ 803.183339] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db0bb361-e641-4b97-80a4-fa0e3a093e94 with Priority: HIGHEST for action port [ 803.185370] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.185527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.185603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.186083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.186083] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.187397] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.187525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.187582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.187748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.187902] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.187992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.188070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.188278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.188375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.188470] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.192048] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-db0bb361-e641-4b97-80a4-fa0e3a093e94 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.192048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db0bb361-e641-4b97-80a4-fa0e3a093e94" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.192048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db0bb361-e641-4b97-80a4-fa0e3a093e94" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.192048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db0bb361-e641-4b97-80a4-fa0e3a093e94" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.192048] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db0bb361-e641-4b97-80a4-fa0e3a093e94',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.360980] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.362446] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.362616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.469333] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.469783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.469783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.469783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.469882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.469930] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 803.502080] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.502080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.502080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.502080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.502080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.511236] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 803.559994] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-be690fa0-7d06-4995-a420-0b0be22b8866 service nova] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_rules [ 803.560211] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-be690fa0-7d06-4995-a420-0b0be22b8866 service nova] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 803.560359] env[66329]: INFO networking_nsxv3.common.synchronization [req-7101b469-3a6e-43fc-b695-05114af43286 req-be690fa0-7d06-4995-a420-0b0be22b8866 service nova] Enqueued Resource ID: 13a743ca-0633-4ce1-8209-ae6304a5dbff with Priority: HIGHEST for action port [ 803.560912] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_rules [ 803.561125] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 803.561259] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a743ca-0633-4ce1-8209-ae6304a5dbff with Priority: HIGHEST for action port [ 803.561554] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.561667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.561833] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.561966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.562110] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a743ca-0633-4ce1-8209-ae6304a5dbff taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.562211] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a743ca-0633-4ce1-8209-ae6304a5dbff" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.562274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a743ca-0633-4ce1-8209-ae6304a5dbff" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.562474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a743ca-0633-4ce1-8209-ae6304a5dbff" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.562556] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a743ca-0633-4ce1-8209-ae6304a5dbff',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.690241] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.692528] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.692528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.696035] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db0bb361-e641-4b97-80a4-fa0e3a093e94 with status ACTIVE [ 803.696035] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.696035] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.696035] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.696035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.696771] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db0bb361-e641-4b97-80a4-fa0e3a093e94 is going to be updated. [ 803.716968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.717155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.717155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.717305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.717447] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.717603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db0bb361-e641-4b97-80a4-fa0e3a093e94" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.863620] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.065998] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13a743ca-0633-4ce1-8209-ae6304a5dbff with status ACTIVE [ 804.066226] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.066370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.066435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.066652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.066743] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.066913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.067022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.067086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.067229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.067319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.067477] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.067570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.067630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.067764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.067837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.067923] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13a743ca-0633-4ce1-8209-ae6304a5dbff is going to be updated. [ 804.090907] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.091132] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.091132] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.091319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.091455] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.091614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a743ca-0633-4ce1-8209-ae6304a5dbff" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.134424] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 in Status: SUCCESS [ 804.134605] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 deletion is rescheduled due to dependency. [ 804.134723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.154894] env[66329]: INFO networking_nsxv3.common.synchronization [req-31e27623-73a9-4efc-9324-f99fda58f36f req-c6ea6a3c-44ce-4349-bf00-f22cb686def9 tempest-ImagesTestJSON-80438504 tempest-ImagesTestJSON-80438504-project-member] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 804.155553] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 804.155868] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.155978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.156062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.156339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.156492] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.156593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.156666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.156804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.156887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.156979] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.193937] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.367193] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.367357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.367398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.368030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.368030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.368030] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 804.397439] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.397606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.397732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.397861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.398036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.411671] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 804.507183] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.507183] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.507183] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.507183] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.507183] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.509038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.509038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.509038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.509038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.509038] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.509038] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.509038] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.509038] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.509038] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.509473] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.509558] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.527293] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.527464] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.527597] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.527859] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.528156] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-c160f2dc-5908-4a17-b8d1-5ada98ea03ae taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.528325] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-c160f2dc-5908-4a17-b8d1-5ada98ea03ae" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.528440] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-c160f2dc-5908-4a17-b8d1-5ada98ea03ae" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.528740] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-c160f2dc-5908-4a17-b8d1-5ada98ea03ae" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.528872] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c160f2dc-5908-4a17-b8d1-5ada98ea03ae',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.659824] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.660077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.660155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.660369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.660465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.660674] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.660771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.660836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.660988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.661083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.661327] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 already deleted. [ 804.662034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.696148] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.696355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.696428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.696646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.696740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.696840] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 is going to be created. [ 804.719372] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.719372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.719526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.719706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.719872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.729429] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 in Status: UNINITIALIZED for 2s [ 805.031577] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.031783] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.031911] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.032292] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.032453] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.032605] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port c160f2dc-5908-4a17-b8d1-5ada98ea03ae not found, creating... [ 805.032860] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.033026] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.033168] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.033393] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.033538] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.033779] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.033985] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.034114] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.034314] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.034442] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.034578] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: c160f2dc-5908-4a17-b8d1-5ada98ea03ae is going to be created. [ 805.055439] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.055767] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.055882] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.056198] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.056474] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.056790] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-c160f2dc-5908-4a17-b8d1-5ada98ea03ae" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.523282] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 805.523629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.713132] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.713374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.713420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.713616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.713730] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.761769] env[66329]: INFO networking_nsxv3.common.synchronization [req-31e27623-73a9-4efc-9324-f99fda58f36f req-54654163-7942-481a-97b8-62eda6e3e3ae service nova] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_rules [ 805.762097] env[66329]: INFO networking_nsxv3.common.synchronization [req-31e27623-73a9-4efc-9324-f99fda58f36f req-54654163-7942-481a-97b8-62eda6e3e3ae service nova] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 805.762334] env[66329]: INFO networking_nsxv3.common.synchronization [req-31e27623-73a9-4efc-9324-f99fda58f36f req-54654163-7942-481a-97b8-62eda6e3e3ae service nova] Enqueued Resource ID: c160f2dc-5908-4a17-b8d1-5ada98ea03ae with Priority: HIGHEST for action port [ 805.762970] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_rules [ 805.763190] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 805.763332] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c160f2dc-5908-4a17-b8d1-5ada98ea03ae with Priority: HIGHEST for action port [ 805.763698] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.763950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.764072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.764409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.764526] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.765516] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.765680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.765789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.766529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.766529] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.766529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.766529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.766734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.766786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.766915] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.768121] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-c160f2dc-5908-4a17-b8d1-5ada98ea03ae taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.768121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c160f2dc-5908-4a17-b8d1-5ada98ea03ae" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.768121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c160f2dc-5908-4a17-b8d1-5ada98ea03ae" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.768278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c160f2dc-5908-4a17-b8d1-5ada98ea03ae" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.769249] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c160f2dc-5908-4a17-b8d1-5ada98ea03ae',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.216421] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.273383] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.274608] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.274715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.274969] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c160f2dc-5908-4a17-b8d1-5ada98ea03ae with status ACTIVE [ 806.275249] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.275398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.275489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.275775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.276070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.276284] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.276394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.276497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.276685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.276774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.276961] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.277076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.277140] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.277317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.277365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.277451] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c160f2dc-5908-4a17-b8d1-5ada98ea03ae is going to be updated. [ 806.300926] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.301160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.301236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.301441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.301582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.301749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c160f2dc-5908-4a17-b8d1-5ada98ea03ae" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.425222] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.425222] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.425222] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.425222] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.425222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.432759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.432759] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.432759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.432759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.432759] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.432759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.432759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.433315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.433486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.433660] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.718941] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.740176] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 in Status: SUCCESS [ 806.740176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.740538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.740864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.740968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.741046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.741253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.741253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.741349] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.741407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.741493] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.779538] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.839719] env[66329]: INFO networking_nsxv3.common.synchronization [req-13f59093-0a64-4f53-a37a-2f77914f415a req-4daae604-a1e7-4630-9ad8-e1dd20dfe814 tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 806.840329] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 806.840655] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.840943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.840943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.841412] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.841604] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.841741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.841781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.841974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.842253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.842253] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.935614] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29ef548-2f88-4a35-8259-84217785e2d5: rpc.has_security_group_logging(os_id): False [ 806.937073] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.954411] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.954553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.954628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.954837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.954929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.955160] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.955260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.955323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.955477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.955553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.955731] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.955825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.956095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.956095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.956185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.956327] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.956422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.956514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.956619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.956692] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.956775] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be created. [ 807.022441] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.022644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.022711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.022934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.023125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.035148] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 807.220625] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 807.220755] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 807.232331] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.232576] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.232767] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.233101] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.233418] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.233581] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.233701] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.233997] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.234160] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.234374] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.234488] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.234592] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.234697] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.234811] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.235038] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.235190] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.243679] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.243881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.243931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.244162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.244334] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.244434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.244504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.244655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.244741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.244835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.245013] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.245114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.245174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.245318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.245457] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.245549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.245607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.245743] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.245820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.245902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.245989] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.254543] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.254705] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.254845] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.255039] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.255344] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-2502d099-3a3a-4289-830c-6f3e751f6bba taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.255500] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-2502d099-3a3a-4289-830c-6f3e751f6bba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.255613] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-2502d099-3a3a-4289-830c-6f3e751f6bba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.255902] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-2502d099-3a3a-4289-830c-6f3e751f6bba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.256047] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2502d099-3a3a-4289-830c-6f3e751f6bba',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.282140] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.282342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.282398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.282738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.282876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.282990] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be created. [ 807.321522] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.321732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.321784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.322048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.322299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.345207] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.345207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.345207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.345207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.346919] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: UNINITIALIZED for 2s [ 807.378206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.378465] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.378590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.378672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.378904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.379030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.379153] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 807.411620] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.411620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.411620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.411620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.411620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.419901] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 807.440384] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.748609] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0db8e9c3-e45e-4954-aecc-6dea82028f37: rpc.has_security_group_logging(os_id): False [ 807.758702] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.759049] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.759181] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.759456] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.759601] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.759754] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 2502d099-3a3a-4289-830c-6f3e751f6bba not found, creating... [ 807.760028] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.760177] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.760289] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.760507] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.760637] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.760902] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.761064] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.761177] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.761378] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.761499] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.761629] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 2502d099-3a3a-4289-830c-6f3e751f6bba is going to be created. [ 807.767268] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.767383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.767449] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.767716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.767716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.767874] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.767969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.768048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.768191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.768266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.768478] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.768597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.768659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.768797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.768870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.769071] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.769164] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.769224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.769358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.769465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.769517] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 is going to be created. [ 807.795169] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.795368] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.795484] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.795745] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.795962] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.796212] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-2502d099-3a3a-4289-830c-6f3e751f6bba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.832150] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.832304] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.832374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.832590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.832836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.864588] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 in Status: IN_PROGRESS for 2s [ 807.944888] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.945279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.945279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.945371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.945461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.945561] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 807.982915] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.982915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.982915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.982915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.982915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.998759] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 808.222114] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.222114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.222114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.222114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.238244] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 808.238244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.238674] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 808.284425] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.284621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.284706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.285061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.300765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.300765] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 808.300765] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.300765] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 808.380234] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.380414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.380473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.380718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.381673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.382015] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 808.446832] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.446997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.447055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.447271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.447486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.447708] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 808.512368] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.512539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.512615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.512861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.513409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.513962] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 808.513962] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b29ef548-2f88-4a35-8259-84217785e2d5', '95002cdf-8e24-4052-a368-d30cfd2a774e', '7fc12b3d-1849-4f26-af1f-19764165f96f', 'f37eb7a6-3e28-4f2c-81ad-b730b2b8853c', 'c62ce892-2b49-44d3-aad8-850d9ae1abaf', '2927aa4c-b244-423f-9c53-1f5e362588f9', 'ddc43ac6-ac21-4ad7-b076-78f49402afa6', '663d13a7-a613-43f2-8165-572ebc4da9d8', 'dac39f17-c3cb-45fc-ad90-4fc8cbda9932', '85ec29b3-17ed-4194-9861-f9e9d9e9d809', 'ac342b63-ee7a-417d-9e2e-edb5733b9f87', '0db8e9c3-e45e-4954-aecc-6dea82028f37', 'a690c66b-ca40-4670-880b-a6d0de3ca9b6', '4c5ae977-6f57-4d8c-83b6-2a81f66d6e56', 'dfd56d94-2d02-4570-9143-831ddcd1482d', 'ba8fb796-625d-40ed-8506-68370d1d07bc', 'b70e3b32-2406-476a-a13d-4c7cc41b5204', '4f24c068-964a-4ff7-aa10-c82175b22731', '9c91a30f-1006-45cd-9e59-9b799a9619da', '838febdb-adc0-4c5e-b610-4bc275eb6d3d', 'fbc97eeb-9fdd-4d49-ba38-0e4219ce2894', '240f46cc-83ab-4efe-9f12-e25b64e88519', '2856fe24-b400-4766-90c9-868b81a9cf18', '37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c', '2452748d-040a-45cc-bb31-089c1e08077b', 'd930d67e-6334-4eef-af00-2c741fe3dbe2', '42ebe38f-3d5e-4208-98cf-f640491d8aac', '747cedb8-9c37-41ee-9534-debf4c331670', 'fb25391b-5615-4eda-b721-b3959098673c', 'b4bf4e96-91cf-4fd0-af96-e9f92455d6e8', '64ae41f3-02c1-412b-a4ca-79d206954bd8', 'd086b0ed-fb0e-423b-af2e-d5dee78061e0', 'ff21d259-4dca-4d1c-be7c-3db97fb1c1b0', '9ccc60b7-597e-4652-9d5a-aac400ba8d6d'} {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.513962] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 808.535959] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.535959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.535959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.536180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.536180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.537039] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 808.537039] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.537039] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 808.543894] env[66329]: INFO networking_nsxv3.common.synchronization [req-13f59093-0a64-4f53-a37a-2f77914f415a req-f42b7498-1282-460c-8012-c810c9000767 service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 808.543894] env[66329]: INFO networking_nsxv3.common.synchronization [req-13f59093-0a64-4f53-a37a-2f77914f415a req-f42b7498-1282-460c-8012-c810c9000767 service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 808.543894] env[66329]: INFO networking_nsxv3.common.synchronization [req-13f59093-0a64-4f53-a37a-2f77914f415a req-f42b7498-1282-460c-8012-c810c9000767 service nova] Enqueued Resource ID: 2502d099-3a3a-4289-830c-6f3e751f6bba with Priority: HIGHEST for action port [ 808.544043] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 808.544119] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 808.544249] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2502d099-3a3a-4289-830c-6f3e751f6bba with Priority: HIGHEST for action port [ 808.544758] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.544894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.544958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.545690] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.545690] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.547046] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.547046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.547046] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-2502d099-3a3a-4289-830c-6f3e751f6bba taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.547046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2502d099-3a3a-4289-830c-6f3e751f6bba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.547046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2502d099-3a3a-4289-830c-6f3e751f6bba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.547339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2502d099-3a3a-4289-830c-6f3e751f6bba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.547419] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2502d099-3a3a-4289-830c-6f3e751f6bba',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.597315] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.597587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.598465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.598465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.599393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.599530] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 808.599577] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.599669] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 808.599793] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 808.599911] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 808.600036] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGH for action security_group_rules [ 808.600138] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95002cdf-8e24-4052-a368-d30cfd2a774e with Priority: HIGH for action security_group_rules [ 808.600212] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGH for action security_group_rules [ 808.600279] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGH for action security_group_rules [ 808.600343] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf with Priority: HIGH for action security_group_rules [ 808.600406] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 with Priority: HIGH for action security_group_rules [ 808.600468] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGH for action security_group_rules [ 808.600551] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGH for action security_group_rules [ 808.600678] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 with Priority: HIGH for action security_group_rules [ 808.600752] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGH for action security_group_rules [ 808.600845] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGH for action security_group_rules [ 808.600936] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGH for action security_group_rules [ 808.601037] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 with Priority: HIGH for action security_group_rules [ 808.601140] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 with Priority: HIGH for action security_group_rules [ 808.601242] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGH for action security_group_rules [ 808.601346] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGH for action security_group_rules [ 808.601450] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 with Priority: HIGH for action security_group_rules [ 808.601559] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f24c068-964a-4ff7-aa10-c82175b22731 with Priority: HIGH for action security_group_rules [ 808.601668] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGH for action security_group_rules [ 808.601779] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGH for action security_group_rules [ 808.601982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.048757] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 809.049195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.049302] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2502d099-3a3a-4289-830c-6f3e751f6bba with status ACTIVE [ 809.049481] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.049605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.049667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.049879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.050191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.050191] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.052696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.052696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.052696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.052696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.052696] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.052696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.052696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.052696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.052696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.052696] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2502d099-3a3a-4289-830c-6f3e751f6bba is going to be updated. [ 809.052696] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.052696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.052696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.053461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.053461] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.080395] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.080540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.080607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.080811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.080954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.081208] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2502d099-3a3a-4289-830c-6f3e751f6bba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.356867] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 809.357160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.357280] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.357489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.357680] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.357839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.357839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.358172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.358172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.358172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.358297] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.429640] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 809.429640] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da deletion is rescheduled due to dependency. [ 809.429832] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.429832] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.430043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.430229] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.430343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.430409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.430564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.430645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.430750] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.555867] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.556045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.860451] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.860612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.860701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.860892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.861077] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.861182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.861246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.861400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.861487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.861574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.861738] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.861875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.861960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.862127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.862270] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.862400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.862477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.862680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.862772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.862858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.863017] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.877115] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 in Status: SUCCESS [ 809.877346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.933246] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.010161] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 810.010724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.010724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.010724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.010910] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.011061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.011114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.011244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.011320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.011405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.011492] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.365117] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d611721d-0d17-412b-a5b9-2d13eef9a463: rpc.has_security_group_logging(os_id): False [ 810.387672] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.387807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.387886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.388104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.388185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.388411] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.388521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.388577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.388770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.388862] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.389073] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.389192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.389247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.389408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.389537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.391042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.391042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.391042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.391279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.391279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.391279] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be created. [ 810.436216] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.459844] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.459844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.459844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.459844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.460215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.480099] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 810.515710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.515888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.515968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.518021] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.518021] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.518021] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.518021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.518760] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.690437] env[66329]: INFO networking_nsxv3.common.synchronization [req-b2611114-cf9c-4f8b-a316-f186512fe351 req-1c947371-32e7-4c6d-b056-de02912e0ca7 tempest-ServersWithSpecificFlavorTestJSON-1854330880 tempest-ServersWithSpecificFlavorTestJSON-1854330880-project-member] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 810.690883] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 810.691082] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGH for action security_group_rules [ 810.691177] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fc12b3d-1849-4f26-af1f-19764165f96f with Priority: HIGH for action security_group_rules [ 810.691275] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGH for action security_group_rules [ 810.691346] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGH for action security_group_rules [ 810.691438] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGH for action security_group_rules [ 810.691540] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGH for action security_group_rules [ 810.691633] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f24c068-964a-4ff7-aa10-c82175b22731 with Priority: HIGH for action security_group_rules [ 810.691799] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 with Priority: HIGH for action security_group_rules [ 810.691909] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 with Priority: HIGH for action security_group_rules [ 810.691999] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGH for action security_group_rules [ 810.692099] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 with Priority: HIGH for action security_group_rules [ 810.692185] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGH for action security_group_rules [ 810.693095] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGH for action security_group_rules [ 810.693249] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 with Priority: HIGH for action security_group_rules [ 810.693357] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 with Priority: HIGH for action security_group_rules [ 810.693456] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 with Priority: HIGH for action security_group_rules [ 810.693554] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGH for action security_group_rules [ 810.693650] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf with Priority: HIGH for action security_group_rules [ 810.693732] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95002cdf-8e24-4052-a368-d30cfd2a774e with Priority: HIGH for action security_group_rules [ 810.693844] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGH for action security_group_rules [ 810.694637] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.694637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.694637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.694637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.694845] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.695679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.695679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.695679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.695679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.695679] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.696614] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.696738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.697264] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fc12b3d-1849-4f26-af1f-19764165f96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.697264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.697264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.697481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.697519] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fc12b3d-1849-4f26-af1f-19764165f96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.698521] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.698647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.698736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.698918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.699010] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.700083] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd56d94-2d02-4570-9143-831ddcd1482d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.700160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.700238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.700415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.700544] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.705072] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.705072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.705072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.705072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.705072] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.705475] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.705475] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.705563] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f24c068-964a-4ff7-aa10-c82175b22731 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.705727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.705818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.706019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.706136] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f24c068-964a-4ff7-aa10-c82175b22731',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.707672] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70e3b32-2406-476a-a13d-4c7cc41b5204 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.707672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.707672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.707888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.707888] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70e3b32-2406-476a-a13d-4c7cc41b5204',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.708943] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.709134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.709134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.709289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.709364] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c5ae977-6f57-4d8c-83b6-2a81f66d6e56',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.877074] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.877162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.877453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.877453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.877569] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.877897] env[66329]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 810.879030] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a690c66b-ca40-4670-880b-a6d0de3ca9b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.879317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.879399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.879692] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.880094] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a690c66b-ca40-4670-880b-a6d0de3ca9b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.881616] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.881616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.881616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.881888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.882010] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.883895] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.884133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.884133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.884329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.884407] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.885649] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.885785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.885874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.886092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.886203] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ec29b3-17ed-4194-9861-f9e9d9e9d809',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.887623] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dac39f17-c3cb-45fc-ad90-4fc8cbda9932 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.887768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.887837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.887989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.888127] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dac39f17-c3cb-45fc-ad90-4fc8cbda9932',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.889487] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2927aa4c-b244-423f-9c53-1f5e362588f9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.889487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.889487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.889707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.889886] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2927aa4c-b244-423f-9c53-1f5e362588f9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.891975] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.892144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.892186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.892364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.892443] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.893712] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c62ce892-2b49-44d3-aad8-850d9ae1abaf taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.893823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.893931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.897614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.898287] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c62ce892-2b49-44d3-aad8-850d9ae1abaf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.899091] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95002cdf-8e24-4052-a368-d30cfd2a774e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.899235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.899301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.899474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.899557] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95002cdf-8e24-4052-a368-d30cfd2a774e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.904107] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.904107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.904107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.904107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.904107] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.904107] env[66329]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 810.904754] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.904836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.905344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.905344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.935075] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.935075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.935724] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.935724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.946834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.946834] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.946834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.946834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.946834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.946834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.946834] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 is going to be updated. [ 810.948823] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.948823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.948823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.948823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.948823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.948823] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 810.954338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.954338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.982171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.982319] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be deleted. [ 810.983268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.983483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.988059] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.988157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.988212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.988389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.988515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.990499] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.990620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.990692] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.990866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.990993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.000942] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 811.001671] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: IN_PROGRESS for 2s [ 811.015886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.015886] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fc12b3d-1849-4f26-af1f-19764165f96f is going to be deleted. [ 811.020167] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29ef548-2f88-4a35-8259-84217785e2d5: rpc.has_security_group_logging(os_id): False [ 811.039044] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.039044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.039044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.039044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.053946] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.054135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.062469] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.062747] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.062887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.062936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.063147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.063245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.063430] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.063530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.063616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.063738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.063812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.064036] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.064118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.064178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.064314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.064431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.064487] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 811.065919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.066103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.066235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.066347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.110054] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.110314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.110393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.110638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.110735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.110858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fc12b3d-1849-4f26-af1f-19764165f96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.175161] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.175161] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-871" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.175161] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-871" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.175443] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-871" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.175637] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.175793] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.175907] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.176184] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.176347] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.176560] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.177149] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.177149] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.177149] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.177149] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.177149] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.177396] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.186474] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.186710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.186785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.187025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.187256] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.207719] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 811.213694] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.213818] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.214048] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.214298] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-871" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.214741] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-5be907b2-200c-4b19-bfba-23e4498ac44c taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.215020] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-5be907b2-200c-4b19-bfba-23e4498ac44c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.215206] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-5be907b2-200c-4b19-bfba-23e4498ac44c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.215659] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-5be907b2-200c-4b19-bfba-23e4498ac44c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.215852] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5be907b2-200c-4b19-bfba-23e4498ac44c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.439518] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.439902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.439902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.440322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.440322] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.440460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.440513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.440633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.440719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.440807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.440897] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.459861] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.460048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.461820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.462123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.462307] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.462413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.462479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.462630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.462714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.462800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.462891] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.469689] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.469820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.469820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.469958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.470213] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.470315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.470315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.470670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.470670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.470670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.470670] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.473271] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.473387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.473509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.473616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.473766] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.473947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.474020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.474289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.474289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.474289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.474422] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.477461] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd56d94-2d02-4570-9143-831ddcd1482d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.477461] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.477461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.477996] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.483834] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.483834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.483834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.483834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.487036] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.487036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.487569] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.487569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.487569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.487569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.487734] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.487781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.487817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.489034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.489034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.489034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.489034] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.518439] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.518439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.518693] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.518773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.519457] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.519564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.521196] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.521196] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.521196] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.521336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.522398] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.522490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.523282] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.523352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.526743] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.526841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.527583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.527678] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a690c66b-ca40-4670-880b-a6d0de3ca9b6 is going to be deleted. [ 811.528579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.528783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.528875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.528984] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 is going to be deleted. [ 811.529780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.529980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.551805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.551805] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2927aa4c-b244-423f-9c53-1f5e362588f9 is going to be deleted. [ 811.552699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.553767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.574543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.574543] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c5ae977-6f57-4d8c-83b6-2a81f66d6e56 is going to be deleted. [ 811.574672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.575269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.602519] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.602519] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.602519] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.602519] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.609019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.609019] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70e3b32-2406-476a-a13d-4c7cc41b5204 is going to be deleted. [ 811.609019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.609019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.619393] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.620136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.629019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.629019] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dac39f17-c3cb-45fc-ad90-4fc8cbda9932 is going to be deleted. [ 811.629019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.629019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.633829] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.633829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.651740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.651901] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95002cdf-8e24-4052-a368-d30cfd2a774e is going to be deleted. [ 811.652854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.653089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.712990] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.712990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.719152] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.719323] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.719448] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.719760] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.719930] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.720102] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 5be907b2-200c-4b19-bfba-23e4498ac44c not found, creating... [ 811.720363] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.720519] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.720634] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.720862] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.721010] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.721300] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.721453] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.721565] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.721790] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.721934] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.722099] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 5be907b2-200c-4b19-bfba-23e4498ac44c is going to be created. [ 811.726353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.726482] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c62ce892-2b49-44d3-aad8-850d9ae1abaf is going to be deleted. [ 811.727460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.727652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.732796] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.732946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.790296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.790506] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ec29b3-17ed-4194-9861-f9e9d9e9d809 is going to be deleted. [ 811.791430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.791649] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.827191] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.827491] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.827640] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.827913] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.828179] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.828570] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-5be907b2-200c-4b19-bfba-23e4498ac44c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.835437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.835607] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f24c068-964a-4ff7-aa10-c82175b22731 is going to be deleted. [ 811.837112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.837112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.837112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.837312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a690c66b-ca40-4670-880b-a6d0de3ca9b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.837312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.837571] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.837931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.837931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.838523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.838732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.839023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.839023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2927aa4c-b244-423f-9c53-1f5e362588f9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.839184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.839362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.839497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.839797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c5ae977-6f57-4d8c-83b6-2a81f66d6e56" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.839983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.840203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.840321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.841319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70e3b32-2406-476a-a13d-4c7cc41b5204" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.841402] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.842101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.842101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.842101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.842101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.842101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95002cdf-8e24-4052-a368-d30cfd2a774e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.842101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.842388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.842388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.842388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dac39f17-c3cb-45fc-ad90-4fc8cbda9932" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.858386] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.858386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.858386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.858659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.858696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.859237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c62ce892-2b49-44d3-aad8-850d9ae1abaf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.933683] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.933896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.933977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.934215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.934310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.934436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ec29b3-17ed-4194-9861-f9e9d9e9d809" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.943094] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.943241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.943314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.943536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.943715] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.943869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.943975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.944169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.944259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.944348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.944504] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.944602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.944664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.944809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.944954] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.945069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.945123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.945265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.945332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.945418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.945507] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.979911] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.979911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.979911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.979911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.980260] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.980260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.980260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.980402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.980402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.980527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.980639] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.980736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.980796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.980939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.981125] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.981218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.981275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.981414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.981492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.981574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.981662] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.982867] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.982982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.983062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.983217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.983364] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.983458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.983519] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.983688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.985105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.985105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.985105] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.985263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.985356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.985547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.985732] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.985864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.985955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.986146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.986297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.986394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.986485] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.987654] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.987763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.987830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.987985] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.988155] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.988252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.988316] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.988563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.988658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.988746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.988894] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.988990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.989076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.989223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.989363] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.989456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.989515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.989792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.989792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.989792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.989902] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.992530] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.992530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.992530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.992770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.992802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.992903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f24c068-964a-4ff7-aa10-c82175b22731" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.993409] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.994310] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.994423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.994489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.994976] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.995169] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.995276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.995422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.995595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.995677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.995770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.995924] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.996033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.996095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.996260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.996614] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.996614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.996614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.996777] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.996777] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.996844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.996911] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.447433] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f37eb7a6-3e28-4f2c-81ad-b730b2b8853c: rpc.has_security_group_logging(os_id): False [ 812.469259] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.469411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.469463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.469673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.488249] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 838febdb-adc0-4c5e-b610-4bc275eb6d3d: rpc.has_security_group_logging(os_id): False [ 812.493153] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 812.493687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.494178] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 663d13a7-a613-43f2-8165-572ebc4da9d8: rpc.has_security_group_logging(os_id): False [ 812.494764] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0db8e9c3-e45e-4954-aecc-6dea82028f37: rpc.has_security_group_logging(os_id): False [ 812.496405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.496625] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.496759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.496814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.496998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.497266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.497266] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.497375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.497418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.497724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.497724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.497838] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.497897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.497967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.498098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.498173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.498258] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c is going to be updated. [ 812.500330] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dfd56d94-2d02-4570-9143-831ddcd1482d: rpc.has_security_group_logging(os_id): False [ 812.501115] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba8fb796-625d-40ed-8506-68370d1d07bc: rpc.has_security_group_logging(os_id): False [ 812.502630] env[66329]: INFO networking_nsxv3.common.synchronization [req-b2611114-cf9c-4f8b-a316-f186512fe351 req-b93d38a1-4620-4328-98e7-d14ac4de0760 service nova] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_rules [ 812.502805] env[66329]: INFO networking_nsxv3.common.synchronization [req-b2611114-cf9c-4f8b-a316-f186512fe351 req-b93d38a1-4620-4328-98e7-d14ac4de0760 service nova] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 812.502939] env[66329]: INFO networking_nsxv3.common.synchronization [req-b2611114-cf9c-4f8b-a316-f186512fe351 req-b93d38a1-4620-4328-98e7-d14ac4de0760 service nova] Enqueued Resource ID: 5be907b2-200c-4b19-bfba-23e4498ac44c with Priority: HIGHEST for action port [ 812.504813] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_rules [ 812.504989] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 812.505153] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5be907b2-200c-4b19-bfba-23e4498ac44c with Priority: HIGHEST for action port [ 812.506154] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.506358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.506452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.506774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.507317] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.507879] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.507966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.508161] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-5be907b2-200c-4b19-bfba-23e4498ac44c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.508323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5be907b2-200c-4b19-bfba-23e4498ac44c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.508476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5be907b2-200c-4b19-bfba-23e4498ac44c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.508588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5be907b2-200c-4b19-bfba-23e4498ac44c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.508698] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5be907b2-200c-4b19-bfba-23e4498ac44c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.510390] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.510555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.510636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.510876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.526499] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.526499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.528968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.530883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.530883] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.530883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.530883] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.530883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.532479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.532871] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.533277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.533670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.533670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.533670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.535094] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.535094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.535094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.535094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.535094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.535094] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.535094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.535094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.535554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.535554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.535554] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 812.536911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.536988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.562542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.562542] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.562542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.562542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.562869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.562869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.562984] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.563098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.563249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.563324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.563378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.563555] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.563649] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.563694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.563816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.563925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.563987] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 is going to be updated. [ 812.565114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.565296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.575365] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.575365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.584643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.585033] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.585126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.585175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.585374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.585452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.585566] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd56d94-2d02-4570-9143-831ddcd1482d is going to be updated. [ 812.586644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.587378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.608842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.608842] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.608842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.608842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.609479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.609479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.609479] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.609649] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.609649] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.610030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.610030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.610233] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.610233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.610321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.610393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.610942] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.610942] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8fb796-625d-40ed-8506-68370d1d07bc is going to be updated. [ 812.611955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.612129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.612333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.613435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.613601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.617865] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.617865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.636179] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.636393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.637134] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: IN_PROGRESS for 2s [ 812.664791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.665191] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.665353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.665423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.666099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.666278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.666469] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.666606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.666606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.666796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.666950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.667044] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.667255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.667407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.667525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.667634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.667756] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 is going to be updated. [ 812.668950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.669158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.669332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.670516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.670692] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.670891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.676286] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.676490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.676568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.676790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.676929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.735417] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 in Status: IN_PROGRESS for 2s [ 812.737111] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd56d94-2d02-4570-9143-831ddcd1482d in Status: IN_PROGRESS for 2s [ 812.748055] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 812.790988] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.791220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.791312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.791556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.791707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.845328] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: IN_PROGRESS for 2s [ 812.877060] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.877354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.877482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.877814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.878176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.899035] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: IN_PROGRESS for 2s [ 813.010876] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.011115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.013689] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5be907b2-200c-4b19-bfba-23e4498ac44c with status ACTIVE [ 813.014121] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.014448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.014448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.014788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.014873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.015211] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.015379] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.015475] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.015729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.015870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.016181] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.016352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.016448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.017206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.017339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.017501] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5be907b2-200c-4b19-bfba-23e4498ac44c is going to be updated. [ 813.020192] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: SUCCESS [ 813.020385] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 deletion is rescheduled due to dependency. [ 813.020572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.021719] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 813.021947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.022101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.024209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.024209] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.024209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.024209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.024209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.024209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.024209] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.024209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.024847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.024847] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.024847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.024847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.025048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.028872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.028872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.028872] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.059531] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.059712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.059756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.059998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.060130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.060296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5be907b2-200c-4b19-bfba-23e4498ac44c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.226584] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 813.226861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.227037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.227792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.227951] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.529272] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.530967] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.531123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.531195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.531454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.531638] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.531736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.531807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.531968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.532068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.532169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.532355] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.532452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.532514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.532658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.532795] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.532886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.532948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.533096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.533177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.533289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.533383] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.731164] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.731301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.731346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.732035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.732035] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.732035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.732035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.732267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.732267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.732328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.732413] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.035728] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.036914] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c91a30f-1006-45cd-9e59-9b799a9619da: rpc.has_security_group_logging(os_id): False [ 814.057497] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.057739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.057845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.058186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.078097] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.078396] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.078526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.078601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.078813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.078898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.079115] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.079219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.079282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.079434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.079510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.079721] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.079813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.079872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.080048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.080148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.080240] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 814.155128] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.155556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.155659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.155912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.156120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.171238] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 814.235734] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.235734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.235734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.236120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.236185] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.236269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.236324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.236481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.236569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.236784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.236784] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.236947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.236947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.237206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.237353] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.237438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.237494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.237640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.237717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.237799] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.237890] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.539615] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.540216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.540381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.540684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.541057] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.541057] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 is going to be updated. [ 814.583382] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.583591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.583591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.583810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.584173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.594504] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: IN_PROGRESS for 2s [ 814.654544] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: SUCCESS [ 814.654920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.740614] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29ef548-2f88-4a35-8259-84217785e2d5: rpc.has_security_group_logging(os_id): False [ 814.757597] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 in Status: SUCCESS [ 814.757836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.759603] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dfd56d94-2d02-4570-9143-831ddcd1482d in Status: SUCCESS [ 814.759864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.761101] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.761246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.761354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.761585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.761707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.761980] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.762112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.762334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.762404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.762451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.762685] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.762817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.762892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.763149] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.763236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.763420] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.763513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.763740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.763740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.763830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.764026] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 814.773462] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 814.773618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.829222] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.829802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.829943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.830200] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.830390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.844392] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 814.864636] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: SUCCESS [ 814.864636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.946557] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: SUCCESS [ 814.946887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.614485] env[66329]: INFO networking_nsxv3.common.synchronization [req-cc51155a-18f3-41b3-b2cd-cd2e5d1cb920 req-44f2b694-50c3-43fa-a283-0421faef3e5d tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 815.616264] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 815.616650] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.616793] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.616892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.617138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.617280] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.617409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.617497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.617685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.617830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.617988] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.967860] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.968107] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.968236] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.969327] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.969327] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.970198] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.970595] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.970822] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.971185] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.971476] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.971642] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.971831] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.972000] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.972264] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.972421] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.972605] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.984368] env[66329]: INFO networking_nsxv3.common.synchronization [req-9bfb9c57-f91d-44c4-90f9-aa0bbadeee65 req-04968b54-1039-4469-922c-8939cdcda0d2 tempest-VolumesAdminNegativeTest-933950454 tempest-VolumesAdminNegativeTest-933950454-project-member] Enqueued Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGHEST for action security_group_members [ 815.984957] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGHEST for action security_group_members [ 815.985460] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.985602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.985673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.985939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.986217] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.986502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.986613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.986805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.986899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.987009] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.997688] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.997688] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.997688] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.997688] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.997688] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-b7fc62bf-5410-4f6e-9df5-443f409535a3 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.997688] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-b7fc62bf-5410-4f6e-9df5-443f409535a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.997688] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-b7fc62bf-5410-4f6e-9df5-443f409535a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.997688] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-b7fc62bf-5410-4f6e-9df5-443f409535a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.997688] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7fc62bf-5410-4f6e-9df5-443f409535a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.123030] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.123196] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.123275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.123470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.123556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.123752] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.123860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.124010] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.124807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.124807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.124807] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be deleted. [ 816.158231] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.158231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.158231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.158231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.158231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.158231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.204788] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 816.206647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.206647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.206647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.206647] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.475695] env[66329]: INFO networking_nsxv3.common.synchronization [req-6f9cbc37-cb00-4947-8020-197e6aa4808a req-e3f3d59f-b404-405d-bb08-3e9f3e55b699 tempest-ServersTestMultiNic-155902826 tempest-ServersTestMultiNic-155902826-project-member] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 816.476284] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 816.476590] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.476713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.476788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.476966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.477136] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.477228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.477286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.477424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.477505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.477596] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.489708] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.489708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.489708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.489708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.489708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.489925] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.489978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.490028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.490157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.490284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.490323] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 is going to be updated. [ 816.500650] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.500855] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.500941] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.501211] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.501357] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.501509] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port b7fc62bf-5410-4f6e-9df5-443f409535a3 not found, creating... [ 816.501768] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.501956] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.502095] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.502321] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.502475] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.502808] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.502965] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.503167] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.503414] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.503550] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.503688] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: b7fc62bf-5410-4f6e-9df5-443f409535a3 is going to be created. [ 816.527891] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.527891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.527891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.527891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.527891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.528741] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.528990] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.528990] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.530041] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.530041] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.530041] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-b7fc62bf-5410-4f6e-9df5-443f409535a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.540409] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 in Status: IN_PROGRESS for 2s [ 816.605628] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: SUCCESS [ 816.605858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.606052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.606271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.606464] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.606582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.606647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.606796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.606878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.606964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.607070] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.688242] env[66329]: INFO networking_nsxv3.common.synchronization [req-6f9cbc37-cb00-4947-8020-197e6aa4808a req-0dab1703-f3e4-42a3-bbc8-508698e7c631 tempest-ServersTestMultiNic-155902826 tempest-ServersTestMultiNic-155902826-project-member] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 816.689020] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 816.689345] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.689448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.709813] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.709967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.710074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.710329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.710532] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.710618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.710673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.710825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.710908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.710995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.711098] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.857713] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 816.857935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.858484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.858700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.858788] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.887243] env[66329]: INFO networking_nsxv3.common.synchronization [req-6f9cbc37-cb00-4947-8020-197e6aa4808a req-d39fe7ae-8ffd-4aad-b646-6c153f735115 tempest-ServersTestMultiNic-155902826 tempest-ServersTestMultiNic-155902826-project-member] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 816.887749] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 816.888066] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.888176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.982510] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.109605] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.212967] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.213105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.213163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.213380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.213560] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.213661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.213726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.213931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.214048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.214142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.214487] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.214567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.214604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.214756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.214948] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.215151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.215151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.215309] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.215358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.215443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.215516] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.266343] env[66329]: INFO networking_nsxv3.common.synchronization [req-cc51155a-18f3-41b3-b2cd-cd2e5d1cb920 req-f6a76cef-4be2-4a27-91e7-a063363e0aa5 service nova] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_rules [ 817.266496] env[66329]: INFO networking_nsxv3.common.synchronization [req-cc51155a-18f3-41b3-b2cd-cd2e5d1cb920 req-f6a76cef-4be2-4a27-91e7-a063363e0aa5 service nova] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 817.266615] env[66329]: INFO networking_nsxv3.common.synchronization [req-cc51155a-18f3-41b3-b2cd-cd2e5d1cb920 req-f6a76cef-4be2-4a27-91e7-a063363e0aa5 service nova] Enqueued Resource ID: b7fc62bf-5410-4f6e-9df5-443f409535a3 with Priority: HIGHEST for action port [ 817.267219] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_rules [ 817.267356] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 817.267455] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7fc62bf-5410-4f6e-9df5-443f409535a3 with Priority: HIGHEST for action port [ 817.267751] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.267876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.267941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.271207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.271207] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.275188] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.275188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.275188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.275188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.275188] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.275188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.275188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.275188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.275188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.275188] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.276117] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7fc62bf-5410-4f6e-9df5-443f409535a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.276255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7fc62bf-5410-4f6e-9df5-443f409535a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.276297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7fc62bf-5410-4f6e-9df5-443f409535a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.276475] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7fc62bf-5410-4f6e-9df5-443f409535a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.276558] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7fc62bf-5410-4f6e-9df5-443f409535a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.361232] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.361401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.484283] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.615254] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac342b63-ee7a-417d-9e2e-edb5733b9f87: rpc.has_security_group_logging(os_id): False [ 817.635150] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.635321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.635363] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.635610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.635705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.635995] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.637010] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.637155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.637303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.637389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.637487] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 is going to be created. [ 817.705746] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.706189] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.706189] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.706189] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.706408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.717423] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c91a30f-1006-45cd-9e59-9b799a9619da: rpc.has_security_group_logging(os_id): False [ 817.720924] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: IN_PROGRESS for 2s [ 817.741148] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.741366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.741366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.741562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.741658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.741913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.742711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.744030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.744030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.744030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.744030] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.744030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.744030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.744030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.744030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.744429] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.744429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.744429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.744549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.744586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.744686] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 817.774433] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.774433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.777258] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.781026] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7fc62bf-5410-4f6e-9df5-443f409535a3 with status ACTIVE [ 817.781026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.781026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.781026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.781316] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.781471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.781859] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.782069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.782150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.782359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.782443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.782683] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.782792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.782853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.783265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.783376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.783477] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7fc62bf-5410-4f6e-9df5-443f409535a3 is going to be updated. [ 817.821593] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.821747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.821841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.822110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.822549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.822549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7fc62bf-5410-4f6e-9df5-443f409535a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.857843] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.858045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.858095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.858287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.858437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.902897] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 817.990034] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.990034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.990034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.990034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.990034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.990034] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 818.026625] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.026625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.026625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.026625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.026625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.039483] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 818.280972] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.346893] env[66329]: INFO networking_nsxv3.common.synchronization [req-fa38eccb-93c0-4006-94b6-e50a172650c0 req-ede37426-f060-4c9a-9333-50938d42634b tempest-ServerActionsTestOtherB-1471977195 tempest-ServerActionsTestOtherB-1471977195-project-member] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 818.347262] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 818.347574] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.348278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.348278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.348435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.348641] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.348797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.348890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.349472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.349599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.349729] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.550310] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 in Status: SUCCESS [ 818.550522] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 deletion is rescheduled due to dependency. [ 818.550653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.701672] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.701911] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.702013] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.702422] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.702754] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.702961] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.703138] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.703395] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.703544] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.703757] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.703870] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.704020] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.704172] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.704295] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.704427] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.704613] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.724958] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.725244] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.725339] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.725519] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.725952] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-e73e328f-5909-4810-bb7c-b016d2ecf20c taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.727099] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-e73e328f-5909-4810-bb7c-b016d2ecf20c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.727240] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-e73e328f-5909-4810-bb7c-b016d2ecf20c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.727586] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-e73e328f-5909-4810-bb7c-b016d2ecf20c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.727724] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73e328f-5909-4810-bb7c-b016d2ecf20c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.784478] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.784722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.784722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.784922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.785051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.785166] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be created. [ 818.812092] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.812255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.812326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.812538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.812700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.822507] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: UNINITIALIZED for 2s [ 818.852785] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.852901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.853092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.853216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.853267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.853511] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.853570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.853617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.853763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.853839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.853990] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 already deleted. [ 818.854145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.231132] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.231491] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.231645] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.231957] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.232132] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.232292] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port e73e328f-5909-4810-bb7c-b016d2ecf20c not found, creating... [ 819.232566] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.232728] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.233052] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.233099] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.233283] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.233570] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.233723] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.233842] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.234126] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.234319] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.234494] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: e73e328f-5909-4810-bb7c-b016d2ecf20c is going to be created. [ 819.259796] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.260152] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.260588] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.261035] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.261516] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.261869] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-e73e328f-5909-4810-bb7c-b016d2ecf20c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.738149] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: SUCCESS [ 819.738565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.917822] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 819.918150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.967490] env[66329]: INFO networking_nsxv3.common.synchronization [req-fa38eccb-93c0-4006-94b6-e50a172650c0 req-7a0e142f-dab9-468b-80da-1f61419c330d service nova] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 819.967659] env[66329]: INFO networking_nsxv3.common.synchronization [req-fa38eccb-93c0-4006-94b6-e50a172650c0 req-7a0e142f-dab9-468b-80da-1f61419c330d service nova] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 819.967791] env[66329]: INFO networking_nsxv3.common.synchronization [req-fa38eccb-93c0-4006-94b6-e50a172650c0 req-7a0e142f-dab9-468b-80da-1f61419c330d service nova] Enqueued Resource ID: e73e328f-5909-4810-bb7c-b016d2ecf20c with Priority: HIGHEST for action port [ 819.968319] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 819.969644] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 819.969644] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73e328f-5909-4810-bb7c-b016d2ecf20c with Priority: HIGHEST for action port [ 819.969644] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.969644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.969644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.969644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.969644] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.971036] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.971036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.971036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.971036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.971559] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.971679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.971747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.971970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.972081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.972176] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.972934] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-e73e328f-5909-4810-bb7c-b016d2ecf20c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.973098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e73e328f-5909-4810-bb7c-b016d2ecf20c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.973168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e73e328f-5909-4810-bb7c-b016d2ecf20c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.973321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e73e328f-5909-4810-bb7c-b016d2ecf20c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.973779] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73e328f-5909-4810-bb7c-b016d2ecf20c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.049788] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 820.050119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.050297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.050597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.050868] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.050998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.051090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.051281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.051354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.051462] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.478394] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.478394] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.478394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.478394] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e73e328f-5909-4810-bb7c-b016d2ecf20c with status ACTIVE [ 820.478394] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.478394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.478394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.478394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.478394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.478394] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.478394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.478394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.478394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.478394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.480532] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.480532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.480532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.480532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.480532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.480532] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e73e328f-5909-4810-bb7c-b016d2ecf20c is going to be updated. [ 820.501599] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.501745] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.501797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.502034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.502179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.502334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e73e328f-5909-4810-bb7c-b016d2ecf20c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.555699] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.555865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.555939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.556179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.556290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.556487] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.556584] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.556675] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.556787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.556858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.556958] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 820.594680] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.594833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.594906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.595144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.595287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.608281] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 820.835781] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 820.835781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.835781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.836182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.836182] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.836182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.836304] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.836480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.836560] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.837181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.837181] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.981748] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.339455] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.339580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.339654] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.340078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.340702] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.343786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.343996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.344154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.344247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.344346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.344552] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.344674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.344726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.344876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.345062] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.345175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.345236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.345371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.345445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.345524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.345610] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.485969] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.486172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.486715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.486986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.487128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.487264] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be created. [ 821.517474] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.517674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.517771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.518067] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.518451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.531220] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: UNINITIALIZED for 2s [ 821.847859] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc43ac6-ac21-4ad7-b076-78f49402afa6: rpc.has_security_group_logging(os_id): False [ 821.869699] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.869855] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.870226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.870226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.870345] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.870557] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.870890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.870890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.871148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.871259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.871502] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.871608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.871672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.871845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.871900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.872173] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.872278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.872346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.872500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.872583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.872701] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be created. [ 821.939838] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.940031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.940437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.940761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.941330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.959585] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 822.617844] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 822.618299] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 deletion is rescheduled due to dependency. [ 822.618299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.618405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.620112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.620112] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.620112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.620112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.620112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.620112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.620112] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.122275] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.122666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.122666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.122748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.122815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.123113] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.123191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.123722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.123995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.124129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.124409] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 823.152833] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.153024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.153108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.153326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.153477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.164347] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 823.550384] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 823.550649] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.550917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.551060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.551278] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.551402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.551462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.551620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.551700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.551817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.551959] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.776239] env[66329]: INFO networking_nsxv3.common.synchronization [None req-7fc0beae-f7fc-4b3b-9ce3-64be1db452ae None None] Enqueued Resource ID: 0034206f-a4fd-4de0-a130-076328e84bee with Priority: HIGHEST for action port [ 823.776629] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0034206f-a4fd-4de0-a130-076328e84bee with Priority: HIGHEST for action port [ 823.777267] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-0034206f-a4fd-4de0-a130-076328e84bee taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.777424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0034206f-a4fd-4de0-a130-076328e84bee" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.777541] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0034206f-a4fd-4de0-a130-076328e84bee" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.777954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0034206f-a4fd-4de0-a130-076328e84bee" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.778088] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0034206f-a4fd-4de0-a130-076328e84bee',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.982662] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 823.982662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.054337] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.281908] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0034206f-a4fd-4de0-a130-076328e84bee [ 824.282499] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.282499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.282626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.283265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.283265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.283265] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0034206f-a4fd-4de0-a130-076328e84bee already deleted. [ 824.283265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0034206f-a4fd-4de0-a130-076328e84bee" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.559069] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b07a503-fc4c-4439-b439-e1fb182ae233: rpc.has_security_group_logging(os_id): False [ 824.583011] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.583157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.583302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.583589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.583589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.584058] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.584178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.584234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.584493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.584598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.584700] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be created. [ 824.659099] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.659099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.659099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.659099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.659099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.671348] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: IN_PROGRESS for 2s [ 825.180355] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 825.180511] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 deletion is rescheduled due to dependency. [ 825.180667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.180876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.181128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.181315] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.181438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.181496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.181714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.181915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.181915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.182032] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.684906] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.685260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.685260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.685477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.685657] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.686349] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.686425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.686593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.686687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.686799] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.686950] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.687062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.687127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.687397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.687595] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.688085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.688085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.688085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.688085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.688233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.688233] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.191893] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29ef548-2f88-4a35-8259-84217785e2d5: rpc.has_security_group_logging(os_id): False [ 826.226105] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.226105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.226105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.226105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.226105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.226105] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.227850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.227989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.228305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.228413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.228745] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.228894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.230253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.230253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.230253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.230253] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.230253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.230253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.231065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.231065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.231065] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 826.313334] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.313334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.313334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.313628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.313787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.351459] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 826.685031] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 826.685031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.761797] env[66329]: INFO networking_nsxv3.common.synchronization [None req-163bc4ba-367d-4c66-934b-75d3a38e7cf5 None None] Enqueued Resource ID: 58785441-8bf2-4ad6-a7da-770b93ab061a with Priority: HIGHEST for action port [ 826.761797] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58785441-8bf2-4ad6-a7da-770b93ab061a with Priority: HIGHEST for action port [ 826.761797] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-58785441-8bf2-4ad6-a7da-770b93ab061a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.761797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58785441-8bf2-4ad6-a7da-770b93ab061a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.761797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58785441-8bf2-4ad6-a7da-770b93ab061a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.763319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58785441-8bf2-4ad6-a7da-770b93ab061a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.763742] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58785441-8bf2-4ad6-a7da-770b93ab061a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.830115] env[66329]: INFO networking_nsxv3.common.synchronization [req-1963d540-ea4c-43a9-a1cc-f48864ecfc5f req-62901cca-6098-45d8-932e-9acbb4fc0c62 tempest-ServerRescueTestJSON-186358253 tempest-ServerRescueTestJSON-186358253-project-member] Enqueued Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 826.831723] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGHEST for action security_group_members [ 826.831723] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.833220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.833220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.833220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.833790] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.833922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.835370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.835370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.835370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.835370] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.269010] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58785441-8bf2-4ad6-a7da-770b93ab061a [ 827.269366] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.269518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.269590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.269808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.269919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.270072] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58785441-8bf2-4ad6-a7da-770b93ab061a already deleted. [ 827.270199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58785441-8bf2-4ad6-a7da-770b93ab061a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.338588] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.338760] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.338834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.339142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.339271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.339584] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.339653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.339734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.339947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.340418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.340418] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8fb796-625d-40ed-8506-68370d1d07bc is going to be updated. [ 827.375147] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.375899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.375899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.375899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.376122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.385133] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: IN_PROGRESS for 2s [ 828.369721] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 828.370123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.397317] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8fb796-625d-40ed-8506-68370d1d07bc in Status: SUCCESS [ 829.397766] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8fb796-625d-40ed-8506-68370d1d07bc deletion is rescheduled due to dependency. [ 829.397766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.831716] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 831.832127] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 832.325068] env[66329]: INFO networking_nsxv3.common.synchronization [req-c25a284a-4ce1-4e21-9b8d-bcef3ece2ae6 req-8ba47e14-ad02-49a9-ae15-a339c25381eb tempest-FloatingIPsAssociationTestJSON-1286790481 tempest-FloatingIPsAssociationTestJSON-1286790481-project-member] Enqueued Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 832.327766] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGHEST for action security_group_members [ 832.329903] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.329903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.329903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.329903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.330344] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.330344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.330344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.330497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.330497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.330589] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.833393] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.833706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.833706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.834779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.834779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.834779] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.834779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.834779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.835044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.835088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.835628] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 is going to be updated. [ 832.874376] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.874376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.874376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.874376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.874376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.886033] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: IN_PROGRESS for 2s [ 834.213125] env[66329]: INFO networking_nsxv3.common.synchronization [None req-9bb23d43-1b54-40ea-8511-e95afa8363ac None None] Enqueued Resource ID: 5f237fc8-52db-4d33-8d51-01e4f015c933 with Priority: HIGHEST for action port [ 834.213125] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f237fc8-52db-4d33-8d51-01e4f015c933 with Priority: HIGHEST for action port [ 834.213125] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f237fc8-52db-4d33-8d51-01e4f015c933 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.213670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f237fc8-52db-4d33-8d51-01e4f015c933" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.213899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f237fc8-52db-4d33-8d51-01e4f015c933" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.214379] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f237fc8-52db-4d33-8d51-01e4f015c933" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.214633] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f237fc8-52db-4d33-8d51-01e4f015c933',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.718239] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f237fc8-52db-4d33-8d51-01e4f015c933 [ 834.718635] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.718809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.718888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.720848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.720848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.720848] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f237fc8-52db-4d33-8d51-01e4f015c933 already deleted. [ 834.720848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f237fc8-52db-4d33-8d51-01e4f015c933" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.898492] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 in Status: SUCCESS [ 834.898492] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 deletion is rescheduled due to dependency. [ 834.898492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.302491] env[66329]: INFO networking_nsxv3.common.synchronization [None req-f96e4742-6552-4ffa-8ee1-ac79c0ecf8eb tempest-ServersV294TestFqdnHostnames-667991561 tempest-ServersV294TestFqdnHostnames-667991561-project-member] Enqueued Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_rules [ 835.303884] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_rules [ 835.304429] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f76763a-255c-422d-b534-65fd663ac7c3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.304527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.304588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.304896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.304982] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f76763a-255c-422d-b534-65fd663ac7c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.467126] env[66329]: INFO networking_nsxv3.common.synchronization [None req-41ebe19d-3cbc-4278-a81d-40328a501d6c tempest-ServersV294TestFqdnHostnames-667991561 tempest-ServersV294TestFqdnHostnames-667991561-project-member] Enqueued Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_rules [ 835.468533] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_rules [ 835.468533] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f76763a-255c-422d-b534-65fd663ac7c3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.468533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.790326] env[66329]: INFO networking_nsxv3.common.synchronization [None req-2462ac22-9818-4683-a007-de9872e9d5c4 None None] Enqueued Resource ID: 72ed86ad-a8bd-4920-a641-3244dff56cfc with Priority: HIGHEST for action port [ 835.790825] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ed86ad-a8bd-4920-a641-3244dff56cfc with Priority: HIGHEST for action port [ 835.792749] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-72ed86ad-a8bd-4920-a641-3244dff56cfc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.792749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72ed86ad-a8bd-4920-a641-3244dff56cfc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.792749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72ed86ad-a8bd-4920-a641-3244dff56cfc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.793160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72ed86ad-a8bd-4920-a641-3244dff56cfc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.793273] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72ed86ad-a8bd-4920-a641-3244dff56cfc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.846553] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.847298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.847298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.847298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.847298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.847715] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f76763a-255c-422d-b534-65fd663ac7c3 already deleted. [ 835.847715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.848460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.848736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.848873] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f76763a-255c-422d-b534-65fd663ac7c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.295770] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72ed86ad-a8bd-4920-a641-3244dff56cfc [ 836.295963] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.296118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.296185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.296402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.296501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.296583] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72ed86ad-a8bd-4920-a641-3244dff56cfc already deleted. [ 836.296663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72ed86ad-a8bd-4920-a641-3244dff56cfc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.392461] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.392461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.392908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.392908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.393145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.394051] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f76763a-255c-422d-b534-65fd663ac7c3 already deleted. [ 836.394051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.401289] env[66329]: INFO networking_nsxv3.common.synchronization [req-a6008a7a-d48a-4c34-b5da-7416e0aabcf9 req-a163522f-6f4b-40f4-a715-c88bbc37301e tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 836.402332] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 836.405038] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.405038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.405038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.405038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.405038] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.405038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.405038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.405038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.405038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.405038] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.907577] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.908566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.908705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.909049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.909228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.909749] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.909749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.909749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.912174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.912174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.912174] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 836.945012] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.947022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.947022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.947022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.947022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.959667] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 837.196362] env[66329]: INFO networking_nsxv3.common.synchronization [None req-3adb5ba8-0598-4dc8-8c72-add338e59b02 None None] Enqueued Resource ID: 656da19f-1d65-486c-a98e-29dd065d3c7e with Priority: HIGHEST for action port [ 837.196362] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656da19f-1d65-486c-a98e-29dd065d3c7e with Priority: HIGHEST for action port [ 837.196678] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-656da19f-1d65-486c-a98e-29dd065d3c7e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.196678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-656da19f-1d65-486c-a98e-29dd065d3c7e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.196913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-656da19f-1d65-486c-a98e-29dd065d3c7e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.198113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-656da19f-1d65-486c-a98e-29dd065d3c7e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.198113] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656da19f-1d65-486c-a98e-29dd065d3c7e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.703023] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 656da19f-1d65-486c-a98e-29dd065d3c7e [ 837.703023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.703023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.703023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.703023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.703023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.703023] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:656da19f-1d65-486c-a98e-29dd065d3c7e already deleted. [ 837.703023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-656da19f-1d65-486c-a98e-29dd065d3c7e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.191127] env[66329]: INFO networking_nsxv3.common.synchronization [None req-c56d8bce-218d-4fba-b622-592e3d7b8f1c None None] Enqueued Resource ID: 97bc811d-e021-46a3-8e53-818adab21997 with Priority: HIGHEST for action port [ 838.191716] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97bc811d-e021-46a3-8e53-818adab21997 with Priority: HIGHEST for action port [ 838.192059] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-97bc811d-e021-46a3-8e53-818adab21997 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.192176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97bc811d-e021-46a3-8e53-818adab21997" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.192245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97bc811d-e021-46a3-8e53-818adab21997" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.192474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97bc811d-e021-46a3-8e53-818adab21997" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.192572] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97bc811d-e021-46a3-8e53-818adab21997',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.696509] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97bc811d-e021-46a3-8e53-818adab21997 [ 838.697383] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.697383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.697383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.697383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.697383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.697383] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97bc811d-e021-46a3-8e53-818adab21997 already deleted. [ 838.697669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97bc811d-e021-46a3-8e53-818adab21997" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.972946] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 838.972946] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da deletion is rescheduled due to dependency. [ 838.972946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.773376] env[66329]: INFO networking_nsxv3.common.synchronization [req-cb8d44a8-003c-401c-b074-9f2b1dbc0dba req-ad9cb244-735b-46d0-9ee0-34340367a5ea tempest-ImagesTestJSON-80438504 tempest-ImagesTestJSON-80438504-project-member] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 839.773772] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 839.773772] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.773964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.773964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.775344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.775344] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.775344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.775344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.775808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.775808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.775808] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.277689] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.278024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.278024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.278723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.278723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.278723] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.278723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.278723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.279124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.279124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.279124] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 840.312852] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.313024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.313074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.313287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.313468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.323755] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 841.384181] env[66329]: INFO networking_nsxv3.common.synchronization [req-ca343a0c-5aab-494d-a7cf-6bd459a6b750 req-ca7bc74b-8a14-44e7-b9d0-c519bd4d2907 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 841.384455] env[66329]: INFO networking_nsxv3.common.synchronization [req-ca343a0c-5aab-494d-a7cf-6bd459a6b750 req-ca7bc74b-8a14-44e7-b9d0-c519bd4d2907 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_members [ 841.384628] env[66329]: INFO networking_nsxv3.common.synchronization [req-ca343a0c-5aab-494d-a7cf-6bd459a6b750 req-ca7bc74b-8a14-44e7-b9d0-c519bd4d2907 tempest-SecurityGroupsTestJSON-1181228945 tempest-SecurityGroupsTestJSON-1181228945-project-member] Enqueued Resource ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 with Priority: HIGHEST for action security_group_members [ 841.384990] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGHEST for action security_group_members [ 841.385139] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGHEST for action security_group_members [ 841.385261] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 with Priority: HIGHEST for action security_group_members [ 841.385553] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.385666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.385732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.385932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.386102] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.386203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.386263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.386410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.386495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.386595] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.387498] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-42ebe38f-3d5e-4208-98cf-f640491d8aac taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.387630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.387630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.387772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.387912] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.388011] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.388074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.388450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.388450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.388450] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.389538] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.389644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.389711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.389867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.390017] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.390172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.390172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.390310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.390386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.390471] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4bf4e96-91cf-4fd0-af96-e9f92455d6e8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.892667] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.892849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.892891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.893182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.894649] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.894856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.895228] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.895361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.914882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.915332] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.915530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.915887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.915963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.916130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.916298] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac is going to be updated. [ 841.917499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.917702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.917793] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.918000] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.918111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.918177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.918325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.918399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.918483] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be updated. [ 841.919924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.919924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.946496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.946856] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.947040] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.947118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.947333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.947436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.947504] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 is going to be updated. [ 841.954391] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.954391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.954391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.954617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.954737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.956496] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.956660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.956704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.956849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.956976] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.965970] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: IN_PROGRESS for 2s [ 841.967108] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: IN_PROGRESS for 2s [ 841.978481] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.978633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.978705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.978912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.979068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.997497] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 in Status: IN_PROGRESS for 2s [ 842.001481] env[66329]: INFO networking_nsxv3.common.synchronization [None req-e8de45d4-8b65-46eb-83ce-3d9eb6a8bc43 None None] Enqueued Resource ID: 27e00923-ab94-4ba0-9dca-1f9bf7b2e433 with Priority: HIGHEST for action port [ 842.002064] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e00923-ab94-4ba0-9dca-1f9bf7b2e433 with Priority: HIGHEST for action port [ 842.002375] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e00923-ab94-4ba0-9dca-1f9bf7b2e433 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.002551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e00923-ab94-4ba0-9dca-1f9bf7b2e433" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.002551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e00923-ab94-4ba0-9dca-1f9bf7b2e433" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.002784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e00923-ab94-4ba0-9dca-1f9bf7b2e433" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.002861] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e00923-ab94-4ba0-9dca-1f9bf7b2e433',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.350817] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 842.350817] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 deletion is rescheduled due to dependency. [ 842.350817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.508044] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27e00923-ab94-4ba0-9dca-1f9bf7b2e433 [ 842.508330] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.508446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.508505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.508730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.508853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.508907] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27e00923-ab94-4ba0-9dca-1f9bf7b2e433 already deleted. [ 842.510839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e00923-ab94-4ba0-9dca-1f9bf7b2e433" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.785238] env[66329]: INFO networking_nsxv3.common.synchronization [req-61c493a2-6628-4408-b835-df45758bb890 req-f493fc51-4d82-4de1-8879-2ce1c6b55dbc tempest-ServersTestBootFromVolume-1329960743 tempest-ServersTestBootFromVolume-1329960743-project-member] Enqueued Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_members [ 843.785777] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGHEST for action security_group_members [ 843.786186] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-240f46cc-83ab-4efe-9f12-e25b64e88519 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.786336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.786444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.787517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.787517] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.787517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.787517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.787517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.787517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.787517] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('240f46cc-83ab-4efe-9f12-e25b64e88519',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.978431] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d in Status: SUCCESS [ 843.978594] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d deletion is rescheduled due to dependency. [ 843.978713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.979527] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac in Status: SUCCESS [ 843.979719] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac deletion is rescheduled due to dependency. [ 843.979828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.005680] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 in Status: SUCCESS [ 844.005857] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 deletion is rescheduled due to dependency. [ 844.006093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.290235] env[66329]: INFO networking_nsxv3.common.synchronization [None req-dbba20c3-19cc-4182-b12d-3598519327c9 None None] Enqueued Resource ID: 3e717bf7-f406-47ec-bc67-05c6e6d5b160 with Priority: HIGHEST for action port [ 844.290632] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.290753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.290823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.291028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.292537] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e717bf7-f406-47ec-bc67-05c6e6d5b160 with Priority: HIGHEST for action port [ 844.293060] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e717bf7-f406-47ec-bc67-05c6e6d5b160 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.293060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e717bf7-f406-47ec-bc67-05c6e6d5b160" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.293208] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e717bf7-f406-47ec-bc67-05c6e6d5b160" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.293324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e717bf7-f406-47ec-bc67-05c6e6d5b160" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.293403] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e717bf7-f406-47ec-bc67-05c6e6d5b160',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.316653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.316653] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.316653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.316653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.316653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.316653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.316653] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 is going to be updated. [ 844.347037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.347037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.347037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.347037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.347338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.356896] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 in Status: IN_PROGRESS for 2s [ 844.796333] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e717bf7-f406-47ec-bc67-05c6e6d5b160 [ 844.796333] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.796333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.796333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.796333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.796333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.796333] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e717bf7-f406-47ec-bc67-05c6e6d5b160 already deleted. [ 844.796333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e717bf7-f406-47ec-bc67-05c6e6d5b160" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.368835] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 in Status: SUCCESS [ 846.369229] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 deletion is rescheduled due to dependency. [ 846.369229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.543144] env[66329]: INFO networking_nsxv3.common.synchronization [None req-c6862461-2422-4d58-8b2c-194aecb02cb5 None None] Enqueued Resource ID: 7a25e179-b6de-4937-b65d-478588632ffc with Priority: HIGHEST for action port [ 848.543600] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a25e179-b6de-4937-b65d-478588632ffc with Priority: HIGHEST for action port [ 848.543920] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a25e179-b6de-4937-b65d-478588632ffc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.545946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a25e179-b6de-4937-b65d-478588632ffc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.546038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a25e179-b6de-4937-b65d-478588632ffc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.546463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a25e179-b6de-4937-b65d-478588632ffc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.546463] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a25e179-b6de-4937-b65d-478588632ffc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.048390] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a25e179-b6de-4937-b65d-478588632ffc [ 849.048637] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.048781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.050126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.050126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.050126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.050126] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a25e179-b6de-4937-b65d-478588632ffc already deleted. [ 849.050126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a25e179-b6de-4937-b65d-478588632ffc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.459195] env[66329]: INFO networking_nsxv3.common.synchronization [None req-325f9273-dd1a-47b3-9d4e-2acfab66fb5b None None] Enqueued Resource ID: 5452ad82-86f6-475f-b7da-d10f222f7c24 with Priority: HIGHEST for action port [ 851.459195] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5452ad82-86f6-475f-b7da-d10f222f7c24 with Priority: HIGHEST for action port [ 851.459195] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-5452ad82-86f6-475f-b7da-d10f222f7c24 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.459195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5452ad82-86f6-475f-b7da-d10f222f7c24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.459195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5452ad82-86f6-475f-b7da-d10f222f7c24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.459195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5452ad82-86f6-475f-b7da-d10f222f7c24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.459195] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5452ad82-86f6-475f-b7da-d10f222f7c24',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.965699] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5452ad82-86f6-475f-b7da-d10f222f7c24 [ 851.966222] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.966359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.966430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.966689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.966791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.966892] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5452ad82-86f6-475f-b7da-d10f222f7c24 already deleted. [ 851.966977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5452ad82-86f6-475f-b7da-d10f222f7c24" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.264812] env[66329]: INFO networking_nsxv3.common.synchronization [None req-25ace35d-f5d5-410b-a553-c57306758643 None None] Enqueued Resource ID: 039f2486-ad93-4416-ab6b-0814f4ef0515 with Priority: HIGHEST for action port [ 852.266056] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039f2486-ad93-4416-ab6b-0814f4ef0515 with Priority: HIGHEST for action port [ 852.268206] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-039f2486-ad93-4416-ab6b-0814f4ef0515 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.268337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-039f2486-ad93-4416-ab6b-0814f4ef0515" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.268396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-039f2486-ad93-4416-ab6b-0814f4ef0515" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.268646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-039f2486-ad93-4416-ab6b-0814f4ef0515" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.268726] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('039f2486-ad93-4416-ab6b-0814f4ef0515',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.771726] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 039f2486-ad93-4416-ab6b-0814f4ef0515 [ 852.772041] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.772041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.772041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.772235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.772327] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.772473] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:039f2486-ad93-4416-ab6b-0814f4ef0515 already deleted. [ 852.772521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-039f2486-ad93-4416-ab6b-0814f4ef0515" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.057283] env[66329]: INFO networking_nsxv3.common.synchronization [None req-40b49361-ee4a-4ef5-a6f1-01552c1c38a4 tempest-ServersTestJSON-1055837014 tempest-ServersTestJSON-1055837014-project-member] Enqueued Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_rules [ 853.057283] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_rules [ 853.057705] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2f10856-5021-4ee2-9316-ba2d40fdd286 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.057705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.057705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.059501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.059501] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2f10856-5021-4ee2-9316-ba2d40fdd286',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.161737] env[66329]: INFO networking_nsxv3.common.synchronization [None req-dc10ba9e-5bf3-4fb9-b351-5eddf52038f7 tempest-ServersTestJSON-1055837014 tempest-ServersTestJSON-1055837014-project-member] Enqueued Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_rules [ 853.163218] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_rules [ 853.164015] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2f10856-5021-4ee2-9316-ba2d40fdd286 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.164015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.248132] env[66329]: INFO networking_nsxv3.common.synchronization [req-f7d1dfa6-b267-45f0-ab8d-390ab5658e64 req-8baa75f1-cb71-4098-ad3c-9e4251cbb986 tempest-InstanceActionsNegativeTestJSON-1548040282 tempest-InstanceActionsNegativeTestJSON-1548040282-project-member] Enqueued Resource ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 with Priority: HIGHEST for action security_group_members [ 853.249332] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 with Priority: HIGHEST for action security_group_members [ 853.251027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e048cd-69c0-4a81-a4db-68c5ba461b50 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.251027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.251027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.251027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.251027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.251027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.251027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.251619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.251809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.251993] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e048cd-69c0-4a81-a4db-68c5ba461b50',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.584021] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.584021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.584021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.584021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.584021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.584021] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 already deleted. [ 853.584021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.584489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.584489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.584489] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2f10856-5021-4ee2-9316-ba2d40fdd286',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.699734] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.699982] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-96" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.700158] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-96" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.700484] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-96" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.703103] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.703347] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.703941] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.703941] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.703941] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.704179] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.704228] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.704328] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.704435] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.704545] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.704648] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.704781] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.725514] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.725715] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.725782] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.725950] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-96" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.726344] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-3a9c5c44-8845-42cd-a418-b62ac491e5cf taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.726555] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-3a9c5c44-8845-42cd-a418-b62ac491e5cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.726686] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-3a9c5c44-8845-42cd-a418-b62ac491e5cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.727033] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-3a9c5c44-8845-42cd-a418-b62ac491e5cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.727207] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a9c5c44-8845-42cd-a418-b62ac491e5cf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.757964] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.758837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.758920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.759195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.759289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.759502] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.759613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.759699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.759817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.759895] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.759980] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 already deleted. [ 853.760068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.105530] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.105825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.105825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.106075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.106199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.106199] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 already deleted. [ 854.106590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.231050] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.231050] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.231242] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.231582] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.231666] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.231888] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 3a9c5c44-8845-42cd-a418-b62ac491e5cf not found, creating... [ 854.232405] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.232405] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.232405] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.232619] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.232900] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.233029] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.234560] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.234560] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.234560] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.234560] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.234560] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 3a9c5c44-8845-42cd-a418-b62ac491e5cf is going to be created. [ 854.254535] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.254779] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.254906] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.255220] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.255469] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.255689] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-3a9c5c44-8845-42cd-a418-b62ac491e5cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.481258] env[66329]: INFO networking_nsxv3.common.synchronization [None req-692ebfc3-1f44-4a79-b70e-98f3b38eae85 None None] Enqueued Resource ID: 3c1e7650-b12f-4e6f-91d3-36923d724896 with Priority: HIGHEST for action port [ 854.482987] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1e7650-b12f-4e6f-91d3-36923d724896 with Priority: HIGHEST for action port [ 854.483477] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c1e7650-b12f-4e6f-91d3-36923d724896 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.483574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c1e7650-b12f-4e6f-91d3-36923d724896" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.483647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c1e7650-b12f-4e6f-91d3-36923d724896" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.483956] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c1e7650-b12f-4e6f-91d3-36923d724896" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.484053] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1e7650-b12f-4e6f-91d3-36923d724896',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.978145] env[66329]: INFO networking_nsxv3.common.synchronization [req-f7d1dfa6-b267-45f0-ab8d-390ab5658e64 req-c251968c-f99f-4cb3-bda7-e7be8d45c054 service nova] Enqueued Resource ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 with Priority: HIGHEST for action security_group_rules [ 854.978145] env[66329]: INFO networking_nsxv3.common.synchronization [req-f7d1dfa6-b267-45f0-ab8d-390ab5658e64 req-c251968c-f99f-4cb3-bda7-e7be8d45c054 service nova] Enqueued Resource ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 with Priority: HIGHEST for action security_group_members [ 854.978239] env[66329]: INFO networking_nsxv3.common.synchronization [req-f7d1dfa6-b267-45f0-ab8d-390ab5658e64 req-c251968c-f99f-4cb3-bda7-e7be8d45c054 service nova] Enqueued Resource ID: 3a9c5c44-8845-42cd-a418-b62ac491e5cf with Priority: HIGHEST for action port [ 854.978721] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 with Priority: HIGHEST for action security_group_rules [ 854.978885] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 with Priority: HIGHEST for action security_group_members [ 854.978945] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a9c5c44-8845-42cd-a418-b62ac491e5cf with Priority: HIGHEST for action port [ 854.979418] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e048cd-69c0-4a81-a4db-68c5ba461b50 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.979620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.979759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.980059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.980194] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e048cd-69c0-4a81-a4db-68c5ba461b50',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.981295] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e048cd-69c0-4a81-a4db-68c5ba461b50 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.981434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.981531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.981793] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.982067] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.982260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.982426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.982609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.983263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.983263] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e048cd-69c0-4a81-a4db-68c5ba461b50',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.984123] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a9c5c44-8845-42cd-a418-b62ac491e5cf taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.984123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a9c5c44-8845-42cd-a418-b62ac491e5cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.984123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a9c5c44-8845-42cd-a418-b62ac491e5cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.984123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a9c5c44-8845-42cd-a418-b62ac491e5cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.986247] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a9c5c44-8845-42cd-a418-b62ac491e5cf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.986247] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c1e7650-b12f-4e6f-91d3-36923d724896 [ 854.986247] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.986247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.986559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.986637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.987049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.987049] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c1e7650-b12f-4e6f-91d3-36923d724896 already deleted. [ 854.987049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c1e7650-b12f-4e6f-91d3-36923d724896" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.487063] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e048cd-69c0-4a81-a4db-68c5ba461b50',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.488271] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e048cd-69c0-4a81-a4db-68c5ba461b50 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.488421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.489027] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a9c5c44-8845-42cd-a418-b62ac491e5cf with status ACTIVE [ 855.489679] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.490626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.490716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.490957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.491071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.491260] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.491368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.491458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.491653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.491740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.491934] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.492047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.492111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.492323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.492441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.492539] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a9c5c44-8845-42cd-a418-b62ac491e5cf is going to be updated. [ 855.513463] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.513601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.513645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.514080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.514080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.514305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a9c5c44-8845-42cd-a418-b62ac491e5cf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.989825] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e048cd-69c0-4a81-a4db-68c5ba461b50',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.493702] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.494077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.494077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.494203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.494375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.494375] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 is going to be created. [ 856.520119] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.520309] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.520356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.520538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.520768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.530460] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 in Status: UNINITIALIZED for 2s [ 858.545031] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 in Status: SUCCESS [ 858.545504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.545504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.545668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.545859] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.546015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.546086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.546221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.546303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.546397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.546565] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33e048cd-69c0-4a81-a4db-68c5ba461b50',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.052441] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e048cd-69c0-4a81-a4db-68c5ba461b50 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.052765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.052852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.053228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.053464] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.053614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.053702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.054118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.054118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.054118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.054355] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e048cd-69c0-4a81-a4db-68c5ba461b50 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.054441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.054524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.054709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.054871] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.054993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.055090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.055306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.055433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.055546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.055660] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33e048cd-69c0-4a81-a4db-68c5ba461b50',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.557841] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33e048cd-69c0-4a81-a4db-68c5ba461b50: rpc.has_security_group_logging(os_id): False [ 859.576121] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.576121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.576394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.576394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.576543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.576706] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.576852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.576852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.577030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.577112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.577361] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.577487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.577555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.577917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.577917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.578296] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.578296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.578296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.578489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.578489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.578489] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 is going to be created. [ 859.641397] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.641677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.641677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.641860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.642024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.657805] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 in Status: IN_PROGRESS for 2s [ 859.949058] env[66329]: INFO networking_nsxv3.common.synchronization [req-fc1b4c6e-cabc-4819-9338-629c5365364b req-56a784fe-472e-4145-ba20-c5d537ed16cc tempest-ServersAdminTestJSON-1759096999 tempest-ServersAdminTestJSON-1759096999-project-member] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 859.949586] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 859.949883] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.950012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.951438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.951651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.951823] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.951925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.951978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.952178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.952260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.952353] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.453978] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.957367] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.460587] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.460587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.460587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.460587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.460587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.461075] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 861.496643] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.496643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.497096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.497096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.497247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.513440] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 861.669630] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 in Status: SUCCESS [ 861.669630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.523953] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 863.524305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.952818] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 864.953564] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 868.498803] env[66329]: INFO networking_nsxv3.common.synchronization [None req-d3ba5cfc-ae7f-4186-8197-8607524a468f None None] Enqueued Resource ID: ebbea8f7-fab5-4272-a96c-d1d0c8581e50 with Priority: HIGHEST for action port [ 868.498803] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbea8f7-fab5-4272-a96c-d1d0c8581e50 with Priority: HIGHEST for action port [ 868.499042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebbea8f7-fab5-4272-a96c-d1d0c8581e50 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.499493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebbea8f7-fab5-4272-a96c-d1d0c8581e50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.499584] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebbea8f7-fab5-4272-a96c-d1d0c8581e50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.499944] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebbea8f7-fab5-4272-a96c-d1d0c8581e50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.500042] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebbea8f7-fab5-4272-a96c-d1d0c8581e50',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.003419] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebbea8f7-fab5-4272-a96c-d1d0c8581e50 [ 869.003666] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.003802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.003863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.004703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.004703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.004703] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebbea8f7-fab5-4272-a96c-d1d0c8581e50 already deleted. [ 869.004703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebbea8f7-fab5-4272-a96c-d1d0c8581e50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.778035] env[66329]: INFO networking_nsxv3.common.synchronization [None req-3d0931b6-cb6b-48b5-93c0-d8f313d10a04 tempest-AttachVolumeShelveTestJSON-73427987 tempest-AttachVolumeShelveTestJSON-73427987-project-member] Enqueued Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_rules [ 869.778484] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_rules [ 869.778850] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-035dae1e-8b66-449a-b51a-134e04f279c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.778994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.778994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.779520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.779520] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.902995] env[66329]: INFO networking_nsxv3.common.synchronization [None req-3f01f3a9-726d-44b3-8ccb-88fd78f3d4ff tempest-AttachVolumeShelveTestJSON-73427987 tempest-AttachVolumeShelveTestJSON-73427987-project-member] Enqueued Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_rules [ 869.903473] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_rules [ 869.903741] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-035dae1e-8b66-449a-b51a-134e04f279c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.903849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.304697] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.304697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.304697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.305146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.305146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.305146] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 035dae1e-8b66-449a-b51a-134e04f279c2 already deleted. [ 870.305146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.305302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.305386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.305465] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.429114] env[66329]: INFO networking_nsxv3.common.synchronization [None req-8147c330-2ec6-4f86-b2e6-cf446145374b None None] Enqueued Resource ID: ebbfd1f1-32e7-45eb-97a4-22bd9b6c06f0 with Priority: HIGHEST for action port [ 870.429391] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbfd1f1-32e7-45eb-97a4-22bd9b6c06f0 with Priority: HIGHEST for action port [ 870.433392] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebbfd1f1-32e7-45eb-97a4-22bd9b6c06f0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.433392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebbfd1f1-32e7-45eb-97a4-22bd9b6c06f0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.433392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebbfd1f1-32e7-45eb-97a4-22bd9b6c06f0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.433392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebbfd1f1-32e7-45eb-97a4-22bd9b6c06f0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.433392] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebbfd1f1-32e7-45eb-97a4-22bd9b6c06f0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.722565] env[66329]: INFO networking_nsxv3.common.synchronization [None req-57aedcff-6b33-41e7-9e01-333b74d8c9a7 None None] Enqueued Resource ID: 28188279-046d-420b-91f0-d4ff5ceb916f with Priority: HIGHEST for action port [ 870.722565] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28188279-046d-420b-91f0-d4ff5ceb916f with Priority: HIGHEST for action port [ 870.724093] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-28188279-046d-420b-91f0-d4ff5ceb916f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.724093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28188279-046d-420b-91f0-d4ff5ceb916f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.724093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28188279-046d-420b-91f0-d4ff5ceb916f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.724093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28188279-046d-420b-91f0-d4ff5ceb916f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.724093] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28188279-046d-420b-91f0-d4ff5ceb916f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.828548] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.828548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.828548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.828548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.828548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.828548] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 035dae1e-8b66-449a-b51a-134e04f279c2 already deleted. [ 870.828548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.935530] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebbfd1f1-32e7-45eb-97a4-22bd9b6c06f0 [ 870.937990] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.937990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.937990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.937990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.937990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.937990] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebbfd1f1-32e7-45eb-97a4-22bd9b6c06f0 already deleted. [ 870.937990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebbfd1f1-32e7-45eb-97a4-22bd9b6c06f0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.157159] env[66329]: INFO networking_nsxv3.common.synchronization [req-50323584-82de-4a0e-8987-e9c97a2449df req-2077785d-c904-4903-88f2-61d6cf561658 tempest-InstanceActionsNegativeTestJSON-1548040282 tempest-InstanceActionsNegativeTestJSON-1548040282-project-member] Enqueued Resource ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 with Priority: HIGHEST for action security_group_members [ 871.157856] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 with Priority: HIGHEST for action security_group_members [ 871.161595] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e048cd-69c0-4a81-a4db-68c5ba461b50 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.161937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.162673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.162673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.162673] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.162673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.162673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.162871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.162871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.162927] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e048cd-69c0-4a81-a4db-68c5ba461b50',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.228603] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28188279-046d-420b-91f0-d4ff5ceb916f [ 871.228603] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.228603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.228603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.228791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.228791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.228889] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28188279-046d-420b-91f0-d4ff5ceb916f already deleted. [ 871.228970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28188279-046d-420b-91f0-d4ff5ceb916f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.669065] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.669065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.669065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.669065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.669065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.669065] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.669065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.669065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.669065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.669065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.669065] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 is going to be updated. [ 871.699453] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.699576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.699613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.699868] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.700055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.710436] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 in Status: IN_PROGRESS for 2s [ 871.745554] env[66329]: INFO networking_nsxv3.common.synchronization [None req-75d8dcd5-a14a-4a68-b49f-e5b6f0868dc8 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_rules [ 871.746103] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_rules [ 871.746410] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.746523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.746591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.746892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.746971] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ae4e4dd-20e1-4d85-8243-6c0b46babc68',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.836973] env[66329]: INFO networking_nsxv3.common.synchronization [None req-9e787ee8-a047-4b9b-9bb2-a9c93fdeb9aa tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_rules [ 871.837572] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_rules [ 871.837881] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.837978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.271582] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.271762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.271808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.272034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.272127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.272298] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 already deleted. [ 872.272447] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.272542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.272713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.272812] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ae4e4dd-20e1-4d85-8243-6c0b46babc68',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.425252] env[66329]: INFO networking_nsxv3.common.synchronization [req-ab619c97-57a9-4f95-b4c3-df37f00cc75b req-4a862472-dc7b-48f1-bcd0-ca27e0672bd8 tempest-ServersWithSpecificFlavorTestJSON-1854330880 tempest-ServersWithSpecificFlavorTestJSON-1854330880-project-member] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 872.425864] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGHEST for action security_group_members [ 872.426200] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.426360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.426414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.426616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.426808] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.426859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.426930] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.427078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.427159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.427251] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.796548] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.796816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.796816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.797703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.797703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.797703] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 already deleted. [ 872.797703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.841902] env[66329]: INFO networking_nsxv3.common.synchronization [None req-f66ee455-f1b4-419d-8a9d-801e4a6dfa54 None None] Enqueued Resource ID: 70d771cf-3ee0-4b5d-8626-386720f8e168 with Priority: HIGHEST for action port [ 872.841902] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d771cf-3ee0-4b5d-8626-386720f8e168 with Priority: HIGHEST for action port [ 872.841902] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-70d771cf-3ee0-4b5d-8626-386720f8e168 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.841902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70d771cf-3ee0-4b5d-8626-386720f8e168" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.841902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70d771cf-3ee0-4b5d-8626-386720f8e168" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.843569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70d771cf-3ee0-4b5d-8626-386720f8e168" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.843569] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d771cf-3ee0-4b5d-8626-386720f8e168',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.929475] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.929655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.929727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.929940] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.930083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.930253] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.930352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.930450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.930552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.930624] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.930705] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 is going to be updated. [ 872.960050] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.960247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.960282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.960469] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.960637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.970901] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: IN_PROGRESS for 2s [ 873.346989] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70d771cf-3ee0-4b5d-8626-386720f8e168 [ 873.346989] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.346989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.346989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.347305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.347347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.347454] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70d771cf-3ee0-4b5d-8626-386720f8e168 already deleted. [ 873.347750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70d771cf-3ee0-4b5d-8626-386720f8e168" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.361662] env[66329]: INFO networking_nsxv3.common.synchronization [req-0ba1b1a4-af1f-4016-be83-944f735b47b0 req-59918337-9fa8-4e0d-a305-463ec456e460 tempest-ServersV294TestFqdnHostnames-667991561 tempest-ServersV294TestFqdnHostnames-667991561-project-member] Enqueued Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_members [ 873.361662] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_members [ 873.361973] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f76763a-255c-422d-b534-65fd663ac7c3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.362103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.362212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.362425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.362587] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.362687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.362772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.363012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.363107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.363204] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f76763a-255c-422d-b534-65fd663ac7c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.723619] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 in Status: SUCCESS [ 873.725544] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 deletion is rescheduled due to dependency. [ 873.725789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.868872] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.868872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.868872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.868872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.868872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.868872] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.868872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.868872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.868872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.868872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.868872] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f76763a-255c-422d-b534-65fd663ac7c3 already deleted. [ 873.868872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.197983] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-15 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.198765] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-15" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.198765] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-15" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.198765] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-15" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.201020] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.201020] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.201020] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.201020] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.201020] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.201020] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.201020] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.201020] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.201020] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.201020] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.201020] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.201020] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.221549] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.221848] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.221907] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.222070] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-15" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.222863] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-32d0fafc-b69c-4530-919d-9d8b70453db8 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.223066] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-32d0fafc-b69c-4530-919d-9d8b70453db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.223190] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-32d0fafc-b69c-4530-919d-9d8b70453db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.223505] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-32d0fafc-b69c-4530-919d-9d8b70453db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.223642] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32d0fafc-b69c-4530-919d-9d8b70453db8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.725950] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.726232] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.726357] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.726632] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.726778] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.726930] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 32d0fafc-b69c-4530-919d-9d8b70453db8 not found, creating... [ 874.727438] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.727683] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.727855] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.728136] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.728324] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.728647] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.728852] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.729010] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.729302] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.729488] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.729669] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 32d0fafc-b69c-4530-919d-9d8b70453db8 is going to be created. [ 874.752106] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.752106] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.752106] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.752106] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.752420] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.752754] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-32d0fafc-b69c-4530-919d-9d8b70453db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.980978] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 in Status: SUCCESS [ 874.981289] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 deletion is rescheduled due to dependency. [ 874.981935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.475569] env[66329]: INFO networking_nsxv3.common.synchronization [req-0ba1b1a4-af1f-4016-be83-944f735b47b0 req-2412bac5-0f8a-4ab0-89dc-4cb2ad9a1b65 service nova] Enqueued Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_rules [ 875.476066] env[66329]: INFO networking_nsxv3.common.synchronization [req-0ba1b1a4-af1f-4016-be83-944f735b47b0 req-2412bac5-0f8a-4ab0-89dc-4cb2ad9a1b65 service nova] Enqueued Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_members [ 875.476066] env[66329]: INFO networking_nsxv3.common.synchronization [req-0ba1b1a4-af1f-4016-be83-944f735b47b0 req-2412bac5-0f8a-4ab0-89dc-4cb2ad9a1b65 service nova] Enqueued Resource ID: 32d0fafc-b69c-4530-919d-9d8b70453db8 with Priority: HIGHEST for action port [ 875.476883] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_rules [ 875.477065] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_members [ 875.477170] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d0fafc-b69c-4530-919d-9d8b70453db8 with Priority: HIGHEST for action port [ 875.477485] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f76763a-255c-422d-b534-65fd663ac7c3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.477612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.477679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.477881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.477963] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f76763a-255c-422d-b534-65fd663ac7c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.479586] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f76763a-255c-422d-b534-65fd663ac7c3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.479586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.479586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.480827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.480827] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.480827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.480827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.480827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.480827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.480827] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f76763a-255c-422d-b534-65fd663ac7c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.482100] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-32d0fafc-b69c-4530-919d-9d8b70453db8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.482100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32d0fafc-b69c-4530-919d-9d8b70453db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.482100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32d0fafc-b69c-4530-919d-9d8b70453db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.482100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32d0fafc-b69c-4530-919d-9d8b70453db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.482100] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32d0fafc-b69c-4530-919d-9d8b70453db8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.979710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f76763a-255c-422d-b534-65fd663ac7c3 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.979833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.982261] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f76763a-255c-422d-b534-65fd663ac7c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.983247] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32d0fafc-b69c-4530-919d-9d8b70453db8 with status ACTIVE [ 875.983499] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.983960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.983960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.983960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.983960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.984168] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.984262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.984374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.984534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.985117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.985117] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.985117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.985117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.985117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.985487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.985487] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32d0fafc-b69c-4530-919d-9d8b70453db8 is going to be updated. [ 876.010034] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.010034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.010034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.010034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.010034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.010034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32d0fafc-b69c-4530-919d-9d8b70453db8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.343168] env[66329]: INFO networking_nsxv3.common.synchronization [req-5635f01f-0026-4022-8192-40211f8843ea req-c74ee1e4-6122-4ee9-9a95-70feb2fccaa3 tempest-FloatingIPsAssociationNegativeTestJSON-1018736349 tempest-FloatingIPsAssociationNegativeTestJSON-1018736349-project-member] Enqueued Resource ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 with Priority: HIGHEST for action security_group_members [ 876.346400] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 with Priority: HIGHEST for action security_group_members [ 876.346400] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3571b5-d507-4f71-b943-15e5ccadb7b1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.346400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.346400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.346400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.346400] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.346400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.346400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.346400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.346400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.346400] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3571b5-d507-4f71-b943-15e5ccadb7b1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.487126] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f76763a-255c-422d-b534-65fd663ac7c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.737758] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-185 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.737953] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-185" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.738090] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-185" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.738441] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-185" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.738802] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.738867] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.738968] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.739741] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.739903] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.740123] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.740237] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.740344] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.740449] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.740554] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.740656] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.740786] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.762527] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.762728] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.762986] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.763084] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-185" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.763342] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-1a7e69cf-5000-4678-9266-7395130db05d taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.764108] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-1a7e69cf-5000-4678-9266-7395130db05d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.764108] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-1a7e69cf-5000-4678-9266-7395130db05d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.764108] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-1a7e69cf-5000-4678-9266-7395130db05d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.764108] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a7e69cf-5000-4678-9266-7395130db05d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.848405] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.848508] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.848635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.848850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.848942] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.849150] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.849264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.849303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.849497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.849531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.849595] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 already deleted. [ 876.849671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.990305] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.990610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.990610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.991466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.991646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.991767] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f76763a-255c-422d-b534-65fd663ac7c3 is going to be created. [ 877.015966] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.016119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.016195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.016402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.016564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.026838] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f76763a-255c-422d-b534-65fd663ac7c3 in Status: UNINITIALIZED for 2s [ 877.267190] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.267190] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.267190] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.267375] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.267414] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.267582] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 1a7e69cf-5000-4678-9266-7395130db05d not found, creating... [ 877.267856] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.268359] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.268359] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.268453] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.268555] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.268816] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.268978] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.269231] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.269405] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.269559] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.269695] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 1a7e69cf-5000-4678-9266-7395130db05d is going to be created. [ 877.291209] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.291503] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.291718] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.292090] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.292389] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.292733] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-1a7e69cf-5000-4678-9266-7395130db05d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.020169] env[66329]: INFO networking_nsxv3.common.synchronization [req-5635f01f-0026-4022-8192-40211f8843ea req-032d561e-21c2-45da-a3d4-a28678db572d service nova] Enqueued Resource ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 with Priority: HIGHEST for action security_group_rules [ 878.020169] env[66329]: INFO networking_nsxv3.common.synchronization [req-5635f01f-0026-4022-8192-40211f8843ea req-032d561e-21c2-45da-a3d4-a28678db572d service nova] Enqueued Resource ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 with Priority: HIGHEST for action security_group_members [ 878.020169] env[66329]: INFO networking_nsxv3.common.synchronization [req-5635f01f-0026-4022-8192-40211f8843ea req-032d561e-21c2-45da-a3d4-a28678db572d service nova] Enqueued Resource ID: 1a7e69cf-5000-4678-9266-7395130db05d with Priority: HIGHEST for action port [ 878.020169] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 with Priority: HIGHEST for action security_group_rules [ 878.020169] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 with Priority: HIGHEST for action security_group_members [ 878.020602] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a7e69cf-5000-4678-9266-7395130db05d with Priority: HIGHEST for action port [ 878.020602] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc3571b5-d507-4f71-b943-15e5ccadb7b1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.020602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.020783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.020924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.020969] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc3571b5-d507-4f71-b943-15e5ccadb7b1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.024085] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3571b5-d507-4f71-b943-15e5ccadb7b1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.024085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.024085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.024085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.024085] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.024085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.024085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.024085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.024085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.024085] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3571b5-d507-4f71-b943-15e5ccadb7b1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.025092] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a7e69cf-5000-4678-9266-7395130db05d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.025092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a7e69cf-5000-4678-9266-7395130db05d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.025092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a7e69cf-5000-4678-9266-7395130db05d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.025223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a7e69cf-5000-4678-9266-7395130db05d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.025223] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a7e69cf-5000-4678-9266-7395130db05d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.528221] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc3571b5-d507-4f71-b943-15e5ccadb7b1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.529414] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3571b5-d507-4f71-b943-15e5ccadb7b1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.530819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.530819] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a7e69cf-5000-4678-9266-7395130db05d with status ACTIVE [ 878.530819] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.530981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.531041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.532086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.532086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.532086] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.532086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.532086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.532086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.532086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.532086] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.532393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.532429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.532976] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.532976] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.532976] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a7e69cf-5000-4678-9266-7395130db05d is going to be updated. [ 878.553014] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.553242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.553315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.553519] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.553662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.553818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a7e69cf-5000-4678-9266-7395130db05d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.892398] env[66329]: INFO networking_nsxv3.common.synchronization [req-6302fc5a-22c9-4399-a39d-593271750a37 req-406d7a70-5d30-4608-9377-2f80adaa566a tempest-ImagesTestJSON-80438504 tempest-ImagesTestJSON-80438504-project-member] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 878.892398] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 878.892643] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.892757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.892820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.893077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.893242] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.893341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.896070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.896070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.896070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.896070] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.031392] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc3571b5-d507-4f71-b943-15e5ccadb7b1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.037471] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f76763a-255c-422d-b534-65fd663ac7c3 in Status: SUCCESS [ 879.037980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.037980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.038163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.038324] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.038448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.038514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.038826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.038826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.038938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.038938] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f76763a-255c-422d-b534-65fd663ac7c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.244173] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.244173] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.244173] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.244173] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.244173] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.244173] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.244683] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.245035] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.245291] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.247883] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.247883] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.247883] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.247883] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.247883] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.247883] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.247883] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.267499] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.268043] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.268304] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.268830] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.269208] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.270808] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.270808] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.270808] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.270808] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.399863] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.399863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.399863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.399863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.399863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.399863] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.399863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.399863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.399863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.399863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.399863] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 879.424079] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.424228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.424299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.424571] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.424738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.433588] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 879.534875] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.535073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.535194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.535360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.535471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.535606] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 is going to be created. [ 879.542498] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f76763a-255c-422d-b534-65fd663ac7c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.562680] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.562841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.562954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.563136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.563310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.572894] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 in Status: UNINITIALIZED for 2s [ 879.773047] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.773437] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.773639] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.774128] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.774373] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.774620] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd not found, creating... [ 879.775052] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.775343] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.775528] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.775844] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.776081] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.776502] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.776730] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.776896] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.777272] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.777491] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.777684] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd is going to be created. [ 879.802103] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.802411] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.802589] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.802966] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.803378] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.803694] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.046586] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f76763a-255c-422d-b534-65fd663ac7c3: rpc.has_security_group_logging(os_id): False [ 880.067519] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.067754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.067898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.068066] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.068176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.068549] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.068549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.068730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.068826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.068958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.068958] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f76763a-255c-422d-b534-65fd663ac7c3 is going to be created. [ 880.137090] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.137272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.137351] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.137567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.137747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.149641] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f76763a-255c-422d-b534-65fd663ac7c3 in Status: IN_PROGRESS for 2s [ 880.550952] env[66329]: INFO networking_nsxv3.common.synchronization [req-6302fc5a-22c9-4399-a39d-593271750a37 req-89e1259a-10f2-425a-ad06-06991ec1d247 service nova] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_rules [ 880.551148] env[66329]: INFO networking_nsxv3.common.synchronization [req-6302fc5a-22c9-4399-a39d-593271750a37 req-89e1259a-10f2-425a-ad06-06991ec1d247 service nova] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 880.551288] env[66329]: INFO networking_nsxv3.common.synchronization [req-6302fc5a-22c9-4399-a39d-593271750a37 req-89e1259a-10f2-425a-ad06-06991ec1d247 service nova] Enqueued Resource ID: de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd with Priority: HIGHEST for action port [ 880.551517] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_rules [ 880.551648] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 880.551756] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd with Priority: HIGHEST for action port [ 880.552332] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.552455] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.552520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.552716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.552798] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.553692] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.553785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.553979] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.554109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.554146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.554313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.554403] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.055903] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.056235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.056290] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd with status ACTIVE [ 881.056506] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.056682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.056766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.056965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.057064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.057241] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.057337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.057383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.057530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.057608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.057848] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.057915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.058045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.058102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.058181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.058262] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd is going to be updated. [ 881.079338] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.079732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.079732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.079846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.079949] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.080123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de14ed3f-f0c6-4d72-ba49-045b0bb1c9fd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.446117] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 881.446312] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 deletion is rescheduled due to dependency. [ 881.446434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.446607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.446839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.447046] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.447172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.447243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.447424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.447521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.447626] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.584771] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 in Status: SUCCESS [ 881.585072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.585887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.586204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.586474] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.586611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.586746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.586951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.587055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.587183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.587311] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc3571b5-d507-4f71-b943-15e5ccadb7b1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.949566] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.090201] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3571b5-d507-4f71-b943-15e5ccadb7b1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.090497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.090626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.090793] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.090898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.090958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.091129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.091214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.091352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.091447] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3571b5-d507-4f71-b943-15e5ccadb7b1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.091540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.091601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.091740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.091880] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.091971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.092039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.092178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.092257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.092337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.092429] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc3571b5-d507-4f71-b943-15e5ccadb7b1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.161345] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f76763a-255c-422d-b534-65fd663ac7c3 in Status: SUCCESS [ 882.161571] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.452807] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.594482] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc3571b5-d507-4f71-b943-15e5ccadb7b1: rpc.has_security_group_logging(os_id): False [ 882.618846] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.619143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.619143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.619303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.619401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.619608] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.619723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.619758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.619939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.620029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.620213] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.620357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.620357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.620502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.620582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.620761] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.620877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.620908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.621054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.621129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.621213] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 is going to be created. [ 882.716171] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.716377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.716456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.716702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.716931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.729705] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 in Status: IN_PROGRESS for 2s [ 882.956290] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.956290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.956290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.956290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.956290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.956290] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 883.004257] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.004474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.004542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.004746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.004892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.017219] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 884.742867] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 in Status: SUCCESS [ 884.743250] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.028698] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 885.028937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.029660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.029909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.030130] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.030269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.030315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.030761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.030761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.030761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.030761] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.534742] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.534936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.535022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.535404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.535653] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.535769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.535836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.536060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.536177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.536282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.536566] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.536705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.536770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.536930] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.537091] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.537204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.537279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.537427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.537506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.537587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.537680] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.552940] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 885.552940] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 885.935717] env[66329]: INFO networking_nsxv3.common.synchronization [req-8a369796-4c3b-45a1-a820-aef342eb4254 req-72be2a8c-42d6-4039-943d-413176317fb1 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 885.936257] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 885.936563] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.936730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.936801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.937064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.937218] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.937323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.937406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.937538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.937618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.937705] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.048422] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d611721d-0d17-412b-a5b9-2d13eef9a463: rpc.has_security_group_logging(os_id): False [ 886.074852] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.074852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.074852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.074852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.074852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.074852] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.074852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.074852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.074852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.074852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.075448] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.075448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.075448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.075448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.075604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.076441] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.076441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.076441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.076441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.076441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.076441] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 886.151898] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.151898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.151898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.151898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.152663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.168210] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 886.373329] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-152 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.373329] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-152" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.373329] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-152" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.373649] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-152" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.373978] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.374349] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.375153] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.375153] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.375153] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.375153] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.375368] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.375368] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.375446] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.375565] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.375654] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.375768] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.401756] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.401756] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.401756] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.401756] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-152" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.401756] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-cbe33dba-7f32-4f87-96be-eff1fa3087c8 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.401756] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.401756] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.401756] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.402164] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe33dba-7f32-4f87-96be-eff1fa3087c8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.439853] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.440034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.440081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.440645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.440645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.440645] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.440645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.440869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.440869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.440936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.441015] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 already deleted. [ 886.441098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.906035] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.906230] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.906289] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.906576] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.906728] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.906928] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port cbe33dba-7f32-4f87-96be-eff1fa3087c8 not found, creating... [ 886.907330] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.907535] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.907690] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.907995] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.908220] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.908596] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.908918] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.909085] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.909352] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.909516] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.909707] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: cbe33dba-7f32-4f87-96be-eff1fa3087c8 is going to be created. [ 886.931422] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.931644] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.931782] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.932081] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.932388] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.933016] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.650573] env[66329]: INFO networking_nsxv3.common.synchronization [req-8a369796-4c3b-45a1-a820-aef342eb4254 req-1be89d1e-b798-4b58-a5a7-aed1e6492041 service nova] Enqueued Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_rules [ 887.650898] env[66329]: INFO networking_nsxv3.common.synchronization [req-8a369796-4c3b-45a1-a820-aef342eb4254 req-1be89d1e-b798-4b58-a5a7-aed1e6492041 service nova] Enqueued Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 887.651393] env[66329]: INFO networking_nsxv3.common.synchronization [req-8a369796-4c3b-45a1-a820-aef342eb4254 req-1be89d1e-b798-4b58-a5a7-aed1e6492041 service nova] Enqueued Resource ID: cbe33dba-7f32-4f87-96be-eff1fa3087c8 with Priority: HIGHEST for action port [ 887.652241] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_rules [ 887.652480] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 887.652679] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe33dba-7f32-4f87-96be-eff1fa3087c8 with Priority: HIGHEST for action port [ 887.653218] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.653566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.653566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.653991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.654122] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.655248] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.655397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.655479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.655622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.655824] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.655932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.656034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.656168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.656252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.656345] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.657278] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbe33dba-7f32-4f87-96be-eff1fa3087c8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.657395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.657466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.657659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.657739] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe33dba-7f32-4f87-96be-eff1fa3087c8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.160413] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.160413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.160413] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.161616] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbe33dba-7f32-4f87-96be-eff1fa3087c8 with status ACTIVE [ 888.161616] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.161907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.161907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.162114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.162184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.162416] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.162531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.162604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.162803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.163320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.164305] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.164444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.164511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.164692] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.164802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.165198] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbe33dba-7f32-4f87-96be-eff1fa3087c8 is going to be updated. [ 888.196433] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 888.197380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.211120] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.211120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.211120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.211120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.211120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.211120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.667697] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.017377] env[66329]: INFO networking_nsxv3.common.synchronization [None req-fab9f48b-6a36-47f0-9d58-d061fc6a9c13 None None] Enqueued Resource ID: ca42833c-6916-428d-83d0-796b23444778 with Priority: HIGHEST for action port [ 889.018368] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca42833c-6916-428d-83d0-796b23444778 with Priority: HIGHEST for action port [ 889.018732] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca42833c-6916-428d-83d0-796b23444778 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.018865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca42833c-6916-428d-83d0-796b23444778" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.018939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca42833c-6916-428d-83d0-796b23444778" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.019229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca42833c-6916-428d-83d0-796b23444778" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.019319] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca42833c-6916-428d-83d0-796b23444778',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.170620] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.170780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.170848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.171389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.171490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.171608] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 is going to be created. [ 889.200424] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.200577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.200632] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.200874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.201051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.211703] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: UNINITIALIZED for 2s [ 889.521985] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca42833c-6916-428d-83d0-796b23444778 [ 889.522326] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.522478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.522565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.522810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.523321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.523321] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca42833c-6916-428d-83d0-796b23444778 already deleted. [ 889.523321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca42833c-6916-428d-83d0-796b23444778" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.788753] env[66329]: INFO networking_nsxv3.common.synchronization [req-9954042c-13fe-4d2f-8f4d-d0a95d25a8b8 req-c0fc7cb0-d322-49d9-add7-0aeb7abb9c85 tempest-MultipleCreateTestJSON-685023884 tempest-MultipleCreateTestJSON-685023884-project-member] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 890.788753] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 890.789877] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.791478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.791478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.791478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.791478] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.791478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.791478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.791478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.791478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.791478] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.227465] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: SUCCESS [ 891.230037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.230037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.230037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.230037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.230037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.230037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.230037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.230037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.230037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.230440] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.297035] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.297035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.297035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.297035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.297287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.297287] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.297374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.297432] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.297593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.297673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.297754] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 already deleted. [ 891.298015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.539434] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.540028] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.540028] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.540502] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.540785] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.540985] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.541062] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.541287] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.541427] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.541728] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.541728] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.541942] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.541987] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.542246] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.542246] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.542385] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.561244] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.561452] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.561551] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.561754] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.562051] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-06e8c911-388a-45fc-bf85-ce87c1d4eb81 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.562225] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-06e8c911-388a-45fc-bf85-ce87c1d4eb81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.562348] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-06e8c911-388a-45fc-bf85-ce87c1d4eb81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.562676] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-06e8c911-388a-45fc-bf85-ce87c1d4eb81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.562817] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06e8c911-388a-45fc-bf85-ce87c1d4eb81',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.724675] env[66329]: INFO networking_nsxv3.common.synchronization [None req-7487fdfb-2b17-4646-96c7-2971b20a64c2 None None] Enqueued Resource ID: be48d6a2-f0a6-495b-8c8b-543780738e86 with Priority: HIGHEST for action port [ 891.725553] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be48d6a2-f0a6-495b-8c8b-543780738e86 with Priority: HIGHEST for action port [ 891.725983] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-be48d6a2-f0a6-495b-8c8b-543780738e86 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.726170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be48d6a2-f0a6-495b-8c8b-543780738e86" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.726277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be48d6a2-f0a6-495b-8c8b-543780738e86" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.726577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be48d6a2-f0a6-495b-8c8b-543780738e86" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.726736] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be48d6a2-f0a6-495b-8c8b-543780738e86',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.732889] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.733092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.733174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.733380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.733574] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.733661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.733726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.733897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.733993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.734096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.734249] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.734368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.734468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.734651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.734803] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.734899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.734959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.735114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.735192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.735274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.735365] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.064863] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.065210] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.065298] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.065676] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.065862] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.066047] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 06e8c911-388a-45fc-bf85-ce87c1d4eb81 not found, creating... [ 892.066329] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.067030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.067030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.067030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.067519] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.067519] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.068300] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.068525] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.069887] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.069887] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.069887] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 06e8c911-388a-45fc-bf85-ce87c1d4eb81 is going to be created. [ 892.150389] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.150628] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.150925] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.151308] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.153353] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.153353] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-06e8c911-388a-45fc-bf85-ce87c1d4eb81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.229158] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be48d6a2-f0a6-495b-8c8b-543780738e86 [ 892.229538] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.229703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.229792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.230043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.230157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.230285] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be48d6a2-f0a6-495b-8c8b-543780738e86 already deleted. [ 892.230405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be48d6a2-f0a6-495b-8c8b-543780738e86" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.238448] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3311b058-2070-4a2e-bf8a-161cb4b55a23: rpc.has_security_group_logging(os_id): False [ 892.288695] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.288990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.288990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.289262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.289368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.289643] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.289781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.289845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.290068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.290234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.290518] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.290616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.290692] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.290967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.291210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.291575] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.291731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.291790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.291993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.292089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.292224] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 is going to be created. [ 892.398188] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.398478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.398478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.398769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.399069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.428904] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: IN_PROGRESS for 2s [ 892.893471] env[66329]: INFO networking_nsxv3.common.synchronization [req-9954042c-13fe-4d2f-8f4d-d0a95d25a8b8 req-b6d3c5d7-8fe2-4518-8562-919a46698970 service nova] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_rules [ 892.893471] env[66329]: INFO networking_nsxv3.common.synchronization [req-9954042c-13fe-4d2f-8f4d-d0a95d25a8b8 req-b6d3c5d7-8fe2-4518-8562-919a46698970 service nova] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 892.893471] env[66329]: INFO networking_nsxv3.common.synchronization [req-9954042c-13fe-4d2f-8f4d-d0a95d25a8b8 req-b6d3c5d7-8fe2-4518-8562-919a46698970 service nova] Enqueued Resource ID: 06e8c911-388a-45fc-bf85-ce87c1d4eb81 with Priority: HIGHEST for action port [ 892.893911] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_rules [ 892.894257] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 892.895474] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e8c911-388a-45fc-bf85-ce87c1d4eb81 with Priority: HIGHEST for action port [ 892.895474] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.895474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.895474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.896877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.897119] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.898642] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.901590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.901590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.901590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.901590] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.903198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.903198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.903198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.903198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.903198] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.905377] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-06e8c911-388a-45fc-bf85-ce87c1d4eb81 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.905694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06e8c911-388a-45fc-bf85-ce87c1d4eb81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.905694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06e8c911-388a-45fc-bf85-ce87c1d4eb81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.906271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06e8c911-388a-45fc-bf85-ce87c1d4eb81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.906484] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06e8c911-388a-45fc-bf85-ce87c1d4eb81',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.405951] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.408638] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.408783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.411861] env[66329]: INFO networking_nsxv3.common.synchronization [req-9954042c-13fe-4d2f-8f4d-d0a95d25a8b8 req-d216a4a0-14f9-42c0-a041-3096ebc739ca tempest-MultipleCreateTestJSON-685023884 tempest-MultipleCreateTestJSON-685023884-project-member] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 893.412133] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06e8c911-388a-45fc-bf85-ce87c1d4eb81 with status ACTIVE [ 893.412336] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.412485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.412555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.413034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.413302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.416811] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.416811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.416811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.416811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.416811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.416811] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.416811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.416811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.416811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.416811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.416811] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06e8c911-388a-45fc-bf85-ce87c1d4eb81 is going to be updated. [ 893.416811] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 893.416811] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.416811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.448272] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.448734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.448734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.448734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.448830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.448965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06e8c911-388a-45fc-bf85-ce87c1d4eb81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.752073] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.752073] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.752073] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.752073] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.752542] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.752946] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.753370] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.753710] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.754091] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.754424] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.754678] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.754894] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.755125] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.757026] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.757026] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.757026] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.777134] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.777134] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.777134] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.777134] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.777378] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-8118e529-57d2-49a3-80db-2690ab41fc54 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.778466] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-8118e529-57d2-49a3-80db-2690ab41fc54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.778466] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-8118e529-57d2-49a3-80db-2690ab41fc54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.778466] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-8118e529-57d2-49a3-80db-2690ab41fc54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.778466] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8118e529-57d2-49a3-80db-2690ab41fc54',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.908422] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.282334] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.282643] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.282809] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.283143] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.283316] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.283501] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 8118e529-57d2-49a3-80db-2690ab41fc54 not found, creating... [ 894.283819] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.284009] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.284152] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.284422] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.284622] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.284958] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.285163] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.285295] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.285617] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.285781] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.285938] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 8118e529-57d2-49a3-80db-2690ab41fc54 is going to be created. [ 894.304508] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.304771] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.304976] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.305239] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.305653] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.306111] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-8118e529-57d2-49a3-80db-2690ab41fc54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.411113] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.411402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.411402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.411626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.411749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.411854] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be created. [ 894.440202] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.440380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.440446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.440876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.440876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.445701] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: SUCCESS [ 894.445701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.458017] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: UNINITIALIZED for 2s [ 894.986898] env[66329]: INFO networking_nsxv3.common.synchronization [req-9954042c-13fe-4d2f-8f4d-d0a95d25a8b8 req-75a25853-ad06-4fd3-8341-d360a7dfdd5c service nova] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_rules [ 894.987155] env[66329]: INFO networking_nsxv3.common.synchronization [req-9954042c-13fe-4d2f-8f4d-d0a95d25a8b8 req-75a25853-ad06-4fd3-8341-d360a7dfdd5c service nova] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 894.987298] env[66329]: INFO networking_nsxv3.common.synchronization [req-9954042c-13fe-4d2f-8f4d-d0a95d25a8b8 req-75a25853-ad06-4fd3-8341-d360a7dfdd5c service nova] Enqueued Resource ID: 8118e529-57d2-49a3-80db-2690ab41fc54 with Priority: HIGHEST for action port [ 894.987836] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_rules [ 894.987974] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 894.988095] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8118e529-57d2-49a3-80db-2690ab41fc54 with Priority: HIGHEST for action port [ 894.988601] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.988699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.988888] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.988968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.989840] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-8118e529-57d2-49a3-80db-2690ab41fc54 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.989996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8118e529-57d2-49a3-80db-2690ab41fc54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.990087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8118e529-57d2-49a3-80db-2690ab41fc54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.990297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8118e529-57d2-49a3-80db-2690ab41fc54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.990388] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8118e529-57d2-49a3-80db-2690ab41fc54',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.493958] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8118e529-57d2-49a3-80db-2690ab41fc54 with status ACTIVE [ 895.494311] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.494311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.494311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.494612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.494740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.494899] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.495045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.495173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.495388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.495509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.495774] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.495932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.496044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.496210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.496334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.496450] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8118e529-57d2-49a3-80db-2690ab41fc54 is going to be updated. [ 895.521476] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.521637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.521686] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.521952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.522129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.522296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8118e529-57d2-49a3-80db-2690ab41fc54" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.465853] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 896.466089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.466260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.466542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.466702] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.466830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.466912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.467083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.467165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.467252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.467349] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.472022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.472022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.472022] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.472022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.472022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.472022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.472022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.472022] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.974278] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.974634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.974634] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.477610] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.980774] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.981084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.981084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.981268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.981409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.981517] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 898.009271] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.009410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.009410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.009615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.009768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.019433] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 898.824112] env[66329]: INFO networking_nsxv3.common.synchronization [None req-f1155e77-5dd2-44e8-b66b-a5754a0ef573 None None] Enqueued Resource ID: ef756781-cc4e-4f74-8afa-ce6fa9d30222 with Priority: HIGHEST for action port [ 898.824679] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef756781-cc4e-4f74-8afa-ce6fa9d30222 with Priority: HIGHEST for action port [ 898.824994] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef756781-cc4e-4f74-8afa-ce6fa9d30222 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.827134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef756781-cc4e-4f74-8afa-ce6fa9d30222" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.827277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef756781-cc4e-4f74-8afa-ce6fa9d30222" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.828068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef756781-cc4e-4f74-8afa-ce6fa9d30222" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.828068] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef756781-cc4e-4f74-8afa-ce6fa9d30222',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.333041] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef756781-cc4e-4f74-8afa-ce6fa9d30222 [ 899.333041] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.333041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.333041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.333041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.333041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.333041] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef756781-cc4e-4f74-8afa-ce6fa9d30222 already deleted. [ 899.333041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef756781-cc4e-4f74-8afa-ce6fa9d30222" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.466833] env[66329]: INFO networking_nsxv3.common.synchronization [None req-559e07f4-3e4b-4275-bf4e-baeca1461575 tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_rules [ 899.468170] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_rules [ 899.468569] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.468733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.468791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.469060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.469147] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.574809] env[66329]: INFO networking_nsxv3.common.synchronization [None req-69b5c92b-6ccd-48ac-8a95-a74d847e608a tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_rules [ 899.574809] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_rules [ 899.574809] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.574809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.992913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.992913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.992913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.992913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.992913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.992913] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde already deleted. [ 899.992913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.992913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.992913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.992913] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.032058] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 900.032540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.032617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.033857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.033857] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.033857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.033857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.033857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.033857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.034108] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.526043] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.526043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.526043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.526043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.526043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.526043] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde already deleted. [ 900.526043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.540096] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.043099] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.249995] env[66329]: INFO networking_nsxv3.common.synchronization [req-e0ba4280-7d5d-4157-a186-59e1f6a7258b req-ca4673a6-53e7-4674-9833-f21484251815 tempest-FloatingIPsAssociationNegativeTestJSON-1018736349 tempest-FloatingIPsAssociationNegativeTestJSON-1018736349-project-member] Enqueued Resource ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 with Priority: HIGHEST for action security_group_members [ 901.250564] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 with Priority: HIGHEST for action security_group_members [ 901.250906] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc3571b5-d507-4f71-b943-15e5ccadb7b1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.251121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.252985] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.252985] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.253133] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.253894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.253894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.253894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.253894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.253894] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc3571b5-d507-4f71-b943-15e5ccadb7b1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.545686] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.546044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.546044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.546165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.546262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.546363] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 901.589943] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.590154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.590201] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.590423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.590617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.603665] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 901.733059] env[66329]: INFO networking_nsxv3.common.synchronization [None req-50355c04-f328-4b8d-ac61-4e151160a78c None None] Enqueued Resource ID: a4e6a9c0-2129-49b6-8066-dda692491d00 with Priority: HIGHEST for action port [ 901.734290] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e6a9c0-2129-49b6-8066-dda692491d00 with Priority: HIGHEST for action port [ 901.734547] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4e6a9c0-2129-49b6-8066-dda692491d00 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.734782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4e6a9c0-2129-49b6-8066-dda692491d00" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.734906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4e6a9c0-2129-49b6-8066-dda692491d00" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.735247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4e6a9c0-2129-49b6-8066-dda692491d00" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.735410] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e6a9c0-2129-49b6-8066-dda692491d00',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.756416] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.756823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.757031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.757370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.757595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.758033] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.758331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.758582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.758882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.759129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.759361] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 is going to be updated. [ 901.794726] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.794865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.794992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.795260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.795490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.805624] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 in Status: IN_PROGRESS for 2s [ 902.238784] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4e6a9c0-2129-49b6-8066-dda692491d00 [ 902.239132] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.239318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.239429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.240043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.240043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.240043] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4e6a9c0-2129-49b6-8066-dda692491d00 already deleted. [ 902.240185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4e6a9c0-2129-49b6-8066-dda692491d00" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.862789] env[66329]: INFO networking_nsxv3.common.synchronization [req-e4bb9215-2f75-44c4-ad43-1cc34c418625 req-1c79a6b6-8a70-4bd4-8265-cb0da2904e09 tempest-ServersTestJSON-1055837014 tempest-ServersTestJSON-1055837014-project-member] Enqueued Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_members [ 902.863397] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_members [ 902.863720] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2f10856-5021-4ee2-9316-ba2d40fdd286 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.863855] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.863940] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.864167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.864360] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.864448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.864503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.864667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.864794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.864847] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2f10856-5021-4ee2-9316-ba2d40fdd286',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.205811] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.206143] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-124" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.206284] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-124" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.206653] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-124" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.206993] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.207287] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.207426] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.207696] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.207895] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.208139] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.208275] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.208394] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.208524] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.208637] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.208838] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.208904] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.235743] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.235816] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.236014] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.236227] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-124" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.236597] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-2fd4a28d-3093-4652-912a-4a1e3750f897 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.236826] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-2fd4a28d-3093-4652-912a-4a1e3750f897" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.236948] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-2fd4a28d-3093-4652-912a-4a1e3750f897" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.237360] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-2fd4a28d-3093-4652-912a-4a1e3750f897" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.237503] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fd4a28d-3093-4652-912a-4a1e3750f897',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.368020] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.368233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.368365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.368703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.368703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.368918] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.369039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.369104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.369262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.369339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.369432] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 already deleted. [ 903.369513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.621259] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 903.621259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.621259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.621259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.621259] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.621259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.621259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.625158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.625158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.625158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.625158] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.625158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.625158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.625158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.625158] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.625158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.625158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.625158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.625158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.625158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.625810] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.740921] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.740921] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.741432] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.741617] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.741827] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.742012] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 2fd4a28d-3093-4652-912a-4a1e3750f897 not found, creating... [ 903.742297] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.742670] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.742820] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.743198] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.743271] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.743630] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.743753] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.743892] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.745294] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.745478] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.745654] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 2fd4a28d-3093-4652-912a-4a1e3750f897 is going to be created. [ 903.771955] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.771955] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.771955] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.771955] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.771955] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.771955] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-2fd4a28d-3093-4652-912a-4a1e3750f897" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.830526] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 in Status: SUCCESS [ 903.830714] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 deletion is rescheduled due to dependency. [ 903.831434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.127946] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f043bbda-3964-45bf-8ba0-a89f4f3d9ed2: rpc.has_security_group_logging(os_id): False [ 904.147646] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.147646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.147646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.147646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.147646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.147646] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.148015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.148348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.148348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.148458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.148644] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.148738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.148797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.148935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.149016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.149196] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.149285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.149576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.149576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.149576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.149700] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be created. [ 904.208518] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.208666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.208738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.208948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.209150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.220488] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 904.544884] env[66329]: INFO networking_nsxv3.common.synchronization [req-e4bb9215-2f75-44c4-ad43-1cc34c418625 req-d8fea23d-80da-4a2b-b128-539ebc9e009e service nova] Enqueued Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_rules [ 904.545047] env[66329]: INFO networking_nsxv3.common.synchronization [req-e4bb9215-2f75-44c4-ad43-1cc34c418625 req-d8fea23d-80da-4a2b-b128-539ebc9e009e service nova] Enqueued Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_members [ 904.545180] env[66329]: INFO networking_nsxv3.common.synchronization [req-e4bb9215-2f75-44c4-ad43-1cc34c418625 req-d8fea23d-80da-4a2b-b128-539ebc9e009e service nova] Enqueued Resource ID: 2fd4a28d-3093-4652-912a-4a1e3750f897 with Priority: HIGHEST for action port [ 904.545728] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_rules [ 904.545868] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_members [ 904.545965] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd4a28d-3093-4652-912a-4a1e3750f897 with Priority: HIGHEST for action port [ 904.546333] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2f10856-5021-4ee2-9316-ba2d40fdd286 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.546483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.546551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.546766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.546883] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2f10856-5021-4ee2-9316-ba2d40fdd286',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.547763] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2f10856-5021-4ee2-9316-ba2d40fdd286 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.547871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.547941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.548126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.548275] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.548369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.548424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.548563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.548647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.548734] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2f10856-5021-4ee2-9316-ba2d40fdd286',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.549971] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fd4a28d-3093-4652-912a-4a1e3750f897 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.550042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fd4a28d-3093-4652-912a-4a1e3750f897" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.550116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fd4a28d-3093-4652-912a-4a1e3750f897" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.550244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fd4a28d-3093-4652-912a-4a1e3750f897" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.550319] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fd4a28d-3093-4652-912a-4a1e3750f897',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.051829] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2f10856-5021-4ee2-9316-ba2d40fdd286',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.053426] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2f10856-5021-4ee2-9316-ba2d40fdd286 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.053426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.053695] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fd4a28d-3093-4652-912a-4a1e3750f897 with status ACTIVE [ 905.053695] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.053798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.053881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.054125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.054233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.054425] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.054907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.054907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.055123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.055123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.055227] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.055619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.055619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.055619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.055619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.055763] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fd4a28d-3093-4652-912a-4a1e3750f897 is going to be updated. [ 905.082021] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.082276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.082276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.082662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.082753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.083065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fd4a28d-3093-4652-912a-4a1e3750f897" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.554414] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2f10856-5021-4ee2-9316-ba2d40fdd286',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.059034] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.059034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.059034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.059034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.059034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.059034] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 is going to be created. [ 906.089134] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.089134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.089134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.089134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.089134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.100441] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 in Status: UNINITIALIZED for 2s [ 906.244462] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 906.244827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.245065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.245345] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.245466] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.648019] env[66329]: INFO networking_nsxv3.common.synchronization [req-c59fd466-8d74-4784-bb65-b874b4b96bb9 req-4d5d4560-1e27-44da-ac3b-1fa26c266bd5 tempest-MultipleCreateTestJSON-685023884 tempest-MultipleCreateTestJSON-685023884-project-member] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 906.648821] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 906.649165] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.649290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.649352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.649653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.649824] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.649930] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.650000] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.650182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.650327] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.650481] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.731997] env[66329]: INFO networking_nsxv3.common.synchronization [req-09fbfdc8-317a-4f2e-9ca1-7d355a0e9a2a req-1617cdc2-98a7-4696-ac60-c404d6b2696c tempest-MultipleCreateTestJSON-685023884 tempest-MultipleCreateTestJSON-685023884-project-member] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 906.732896] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 906.734426] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.734638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.748091] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.748377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.153060] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.553194] env[66329]: INFO networking_nsxv3.common.synchronization [req-85a2ada8-61f5-472c-b1b4-1a551b6fd9de req-dcb4de10-b1ad-4775-994f-1ccb41d49d9a tempest-ServersAdminTestJSON-1759096999 tempest-ServersAdminTestJSON-1759096999-project-member] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 907.553763] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 907.554089] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.554430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.554470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.554742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.554912] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.555045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.555109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.555456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.555591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.555694] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.657071] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.058434] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.112025] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 in Status: SUCCESS [ 908.112025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.112025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.112025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.112025] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.112367] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.112367] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.112614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.112788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.112943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.113124] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2f10856-5021-4ee2-9316-ba2d40fdd286',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.160243] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.160418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.160471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.160720] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.160816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.160919] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 908.194957] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.195190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.195332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.195972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.195972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.205597] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 908.560846] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.615415] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2f10856-5021-4ee2-9316-ba2d40fdd286',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.063610] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.063902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.063962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.064191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.064284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.064384] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 909.096833] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.097075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.097146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.097365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.097693] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.110998] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 909.118551] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2f10856-5021-4ee2-9316-ba2d40fdd286: rpc.has_security_group_logging(os_id): False [ 909.154699] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.154854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.155394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.155394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.155394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.155676] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.155746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.155804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.156507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.156507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.156507] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 is going to be created. [ 909.229300] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.229501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.229582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.230270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.230270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.244605] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 in Status: IN_PROGRESS for 2s [ 909.903710] env[66329]: INFO networking_nsxv3.common.synchronization [req-88eb3e9c-e0e1-4a10-bedc-cafc48f1d751 req-ee28e970-434f-4e73-8af0-1f65f0038495 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 with Priority: HIGHEST for action security_group_members [ 909.903710] env[66329]: INFO networking_nsxv3.common.synchronization [req-88eb3e9c-e0e1-4a10-bedc-cafc48f1d751 req-ee28e970-434f-4e73-8af0-1f65f0038495 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 909.904538] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 with Priority: HIGHEST for action security_group_members [ 909.904538] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 909.904538] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.904873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.904873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.904932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.905662] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.905662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.905662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.905662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.905662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.905662] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.906888] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.907881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.907881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.907881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.907881] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.907881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.907881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.907881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.907881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.907881] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.957044] env[66329]: INFO networking_nsxv3.common.synchronization [req-88eb3e9c-e0e1-4a10-bedc-cafc48f1d751 req-ee28e970-434f-4e73-8af0-1f65f0038495 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_rules [ 909.957244] env[66329]: INFO networking_nsxv3.common.synchronization [req-88eb3e9c-e0e1-4a10-bedc-cafc48f1d751 req-ee28e970-434f-4e73-8af0-1f65f0038495 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 909.957470] env[66329]: INFO networking_nsxv3.common.synchronization [req-88eb3e9c-e0e1-4a10-bedc-cafc48f1d751 req-ee28e970-434f-4e73-8af0-1f65f0038495 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 with Priority: HIGHEST for action security_group_rules [ 909.957695] env[66329]: INFO networking_nsxv3.common.synchronization [req-88eb3e9c-e0e1-4a10-bedc-cafc48f1d751 req-ee28e970-434f-4e73-8af0-1f65f0038495 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 with Priority: HIGHEST for action security_group_members [ 909.957837] env[66329]: INFO networking_nsxv3.common.synchronization [req-88eb3e9c-e0e1-4a10-bedc-cafc48f1d751 req-ee28e970-434f-4e73-8af0-1f65f0038495 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: cbe33dba-7f32-4f87-96be-eff1fa3087c8 with Priority: HIGHEST for action port [ 909.958587] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_rules [ 909.958733] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 with Priority: HIGHEST for action security_group_rules [ 909.958838] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe33dba-7f32-4f87-96be-eff1fa3087c8 with Priority: HIGHEST for action port [ 909.958999] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 909.959189] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 with Priority: HIGHEST for action security_group_members [ 909.959521] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.959647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.959712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.959915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.959995] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.961018] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.961982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.961982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.961982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.961982] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.962559] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbe33dba-7f32-4f87-96be-eff1fa3087c8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.962741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.962809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.963150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.963293] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe33dba-7f32-4f87-96be-eff1fa3087c8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.964752] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.964752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.964891] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.965059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.215822] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 910.216193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.216385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.216491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.216702] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.217122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.217122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.217122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.217293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.217293] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.409917] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.411540] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.466125] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.466352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.466565] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.466664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.466880] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbe33dba-7f32-4f87-96be-eff1fa3087c8 with status ACTIVE [ 910.467048] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.467158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.467221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.467450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.467539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.467727] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.467827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.467898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.468076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.468157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.468353] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.468445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.468505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.468665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.468759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.468849] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbe33dba-7f32-4f87-96be-eff1fa3087c8 is going to be updated. [ 910.492626] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.492824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.492824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.493064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.493195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.493403] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.719845] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.720044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.720102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.720307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.720396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.720596] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.720693] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.720756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.720915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.720982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.721159] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 910.753157] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.753357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.753357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.753587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.753742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.766394] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 910.916517] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.918806] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.077894] env[66329]: INFO networking_nsxv3.common.synchronization [req-8f86cf0c-b2af-45bd-bd0e-f2d0dfe802a2 req-f80cbfa1-031a-4780-a94c-a5832a031b02 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 with Priority: HIGHEST for action security_group_members [ 911.077894] env[66329]: INFO networking_nsxv3.common.synchronization [req-8f86cf0c-b2af-45bd-bd0e-f2d0dfe802a2 req-f80cbfa1-031a-4780-a94c-a5832a031b02 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 911.078551] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 with Priority: HIGHEST for action security_group_members [ 911.078727] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 911.079103] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.079217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.079427] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.079536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.126696] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 911.126986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.136767] env[66329]: INFO networking_nsxv3.common.synchronization [req-8f86cf0c-b2af-45bd-bd0e-f2d0dfe802a2 req-f80cbfa1-031a-4780-a94c-a5832a031b02 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_rules [ 911.136953] env[66329]: INFO networking_nsxv3.common.synchronization [req-8f86cf0c-b2af-45bd-bd0e-f2d0dfe802a2 req-f80cbfa1-031a-4780-a94c-a5832a031b02 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 911.137326] env[66329]: INFO networking_nsxv3.common.synchronization [req-8f86cf0c-b2af-45bd-bd0e-f2d0dfe802a2 req-f80cbfa1-031a-4780-a94c-a5832a031b02 tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: cbe33dba-7f32-4f87-96be-eff1fa3087c8 with Priority: HIGHEST for action port [ 911.137848] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_rules [ 911.138474] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 911.138578] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe33dba-7f32-4f87-96be-eff1fa3087c8 with Priority: HIGHEST for action port [ 911.139096] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.139191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.139523] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.139716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.139993] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbe33dba-7f32-4f87-96be-eff1fa3087c8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.140328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.140328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.140622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.140757] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe33dba-7f32-4f87-96be-eff1fa3087c8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.199400] env[66329]: INFO networking_nsxv3.common.synchronization [req-71638b95-9a3b-4b41-b2b3-3ee5352c726e req-f5bf81da-ad62-42d1-87b4-ba9827943b24 tempest-ServersTestMultiNic-155902826 tempest-ServersTestMultiNic-155902826-project-member] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 911.200253] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 911.200419] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.200498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.200530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.200816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.200904] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.200979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.201022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.201170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.201248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.201519] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.266026] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 in Status: SUCCESS [ 911.266026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.421420] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.421501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.421577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.421798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.421887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.422112] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 is going to be created. [ 911.423575] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.423729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.423804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.424126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.424723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.424803] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 is going to be updated. [ 911.458375] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.458557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.458596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.459685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.459685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.461983] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.462125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.462199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.462423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.462770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.477334] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: IN_PROGRESS for 2s [ 911.479191] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 in Status: UNINITIALIZED for 2s [ 911.643928] env[66329]: INFO networking_nsxv3.common.synchronization [req-71638b95-9a3b-4b41-b2b3-3ee5352c726e req-e3660d85-ed1c-4ece-81b5-dab1bca79ebd tempest-ServersTestMultiNic-155902826 tempest-ServersTestMultiNic-155902826-project-member] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 911.643928] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbe33dba-7f32-4f87-96be-eff1fa3087c8 with status ACTIVE [ 911.643928] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.643928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.643928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.643928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.643928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.645295] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.645491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.645689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.646422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.646422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.646678] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.646835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.646934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.647611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.647611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.647611] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbe33dba-7f32-4f87-96be-eff1fa3087c8 is going to be updated. [ 911.651022] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 911.651022] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.651022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.674477] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.675639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.675736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.676087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.676305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.676523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbe33dba-7f32-4f87-96be-eff1fa3087c8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.704678] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.706696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.706696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.706696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.706696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.706696] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.706696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.706696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.706696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.706696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.706696] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 911.742318] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.742514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.742624] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.742860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.743056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.755393] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 912.030157] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.030402] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-396" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.030528] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-396" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.030875] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-396" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.031838] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.032186] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.032398] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.032787] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.033038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.033409] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.033602] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.033808] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.033997] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.034209] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.034392] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.034648] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.074830] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.074830] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.074830] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.074830] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-396" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.074830] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-abdd12ab-ee73-4f89-b2c7-77046af67662 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.074830] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-abdd12ab-ee73-4f89-b2c7-77046af67662" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.074830] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-abdd12ab-ee73-4f89-b2c7-77046af67662" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.075505] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-abdd12ab-ee73-4f89-b2c7-77046af67662" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.075505] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abdd12ab-ee73-4f89-b2c7-77046af67662',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.578703] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.579151] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.579202] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.579474] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.579625] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.579783] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port abdd12ab-ee73-4f89-b2c7-77046af67662 not found, creating... [ 912.580088] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.580287] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.580413] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.580644] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.580784] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.581080] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.581235] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.581346] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.581551] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.581743] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.582069] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: abdd12ab-ee73-4f89-b2c7-77046af67662 is going to be created. [ 912.614245] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.614245] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.614245] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.614245] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.614510] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.614682] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-abdd12ab-ee73-4f89-b2c7-77046af67662" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.777364] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 912.777503] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 deletion is rescheduled due to dependency. [ 912.777622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.777788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.778012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.778206] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.778657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.778657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.778657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.778657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.778657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.778854] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.281263] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.283296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.283296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.283296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.283296] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.283296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.283296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.283296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.283787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.283787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.283787] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.283922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.283964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.284748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.284748] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.284897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.285250] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.285334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.285497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.285664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.285904] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.351447] env[66329]: INFO networking_nsxv3.common.synchronization [req-71638b95-9a3b-4b41-b2b3-3ee5352c726e req-f5bf1c12-f4d4-41cf-b8e4-9a7d27b5e208 service nova] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_rules [ 913.351447] env[66329]: INFO networking_nsxv3.common.synchronization [req-71638b95-9a3b-4b41-b2b3-3ee5352c726e req-f5bf1c12-f4d4-41cf-b8e4-9a7d27b5e208 service nova] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 913.351599] env[66329]: INFO networking_nsxv3.common.synchronization [req-71638b95-9a3b-4b41-b2b3-3ee5352c726e req-f5bf1c12-f4d4-41cf-b8e4-9a7d27b5e208 service nova] Enqueued Resource ID: abdd12ab-ee73-4f89-b2c7-77046af67662 with Priority: HIGHEST for action port [ 913.352197] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_rules [ 913.352337] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 913.352434] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdd12ab-ee73-4f89-b2c7-77046af67662 with Priority: HIGHEST for action port [ 913.352761] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.352883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.352952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.353155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.353232] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.354099] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.354196] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.354388] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-abdd12ab-ee73-4f89-b2c7-77046af67662 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.354483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abdd12ab-ee73-4f89-b2c7-77046af67662" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.355029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abdd12ab-ee73-4f89-b2c7-77046af67662" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.355029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abdd12ab-ee73-4f89-b2c7-77046af67662" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.355029] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abdd12ab-ee73-4f89-b2c7-77046af67662',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.488316] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: SUCCESS [ 913.488490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.489199] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 in Status: SUCCESS [ 913.489376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.489523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.489738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.489927] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.490053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.490120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.490287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.490369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.490473] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.491842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.492541] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.492794] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.492952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.493070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.493408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.493573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.493681] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.766090] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 913.768830] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 deletion is rescheduled due to dependency. [ 913.768830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.768830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.768830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.768830] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.768830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.768830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.768830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.768830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.771078] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.789942] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f043bbda-3964-45bf-8ba0-a89f4f3d9ed2: rpc.has_security_group_logging(os_id): False [ 913.824803] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.824803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.824803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.825112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.825112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.825275] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.825383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.825444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.825606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.825762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.826031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.826163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.826220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.826362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.826453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.826637] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.826733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.829586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.829586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.829586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.829586] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 913.856345] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.856489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.856717] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abdd12ab-ee73-4f89-b2c7-77046af67662 with status ACTIVE [ 913.856903] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.857074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.857155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.857399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.857522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.857745] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.857839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.857901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.858114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.858233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.858412] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.858506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.858567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.858717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.858792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.858876] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abdd12ab-ee73-4f89-b2c7-77046af67662 is going to be updated. [ 913.897456] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.897621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.897695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.897899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.898083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.898259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abdd12ab-ee73-4f89-b2c7-77046af67662" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.922343] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.922548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.922601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.924385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.924385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.950530] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 913.995722] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.996947] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.997180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.997218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.997648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.997648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.997871] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.997871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.997871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.998205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.998205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.998205] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 is going to be deleted. [ 914.053968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.054241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.054241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.054430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.054605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.054739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.054875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.055084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.055272] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.055389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.055472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.055653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.056213] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.056471] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.272796] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.274766] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-474" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.274766] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-474" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.274766] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-474" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.276033] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.276285] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.277065] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.277179] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.278288] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.278619] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.280721] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.280975] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.284356] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.284356] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.284356] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.284356] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.284356] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.317433] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.317698] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.317893] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.318261] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-474" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.318579] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-01f42221-e375-4287-80aa-7e90908c9d84 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.318803] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-01f42221-e375-4287-80aa-7e90908c9d84" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.318997] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-01f42221-e375-4287-80aa-7e90908c9d84" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.319438] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-01f42221-e375-4287-80aa-7e90908c9d84" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.319628] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01f42221-e375-4287-80aa-7e90908c9d84',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.500420] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.559309] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.559309] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.559309] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.559679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.559679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.559847] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.559981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.560102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.560276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.560368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.560453] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 already deleted. [ 914.560546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.560651] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.561600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.561848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.562014] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.562115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.562171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.562364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.562456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.562598] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.786508] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.823645] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.823891] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.824039] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.824618] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.824618] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.824905] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 01f42221-e375-4287-80aa-7e90908c9d84 not found, creating... [ 914.825015] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.825336] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.825336] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.825587] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.825791] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.826008] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.829601] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.829601] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.829601] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.829601] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.829601] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 01f42221-e375-4287-80aa-7e90908c9d84 is going to be created. [ 914.853225] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.853225] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.853225] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.853680] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.855304] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.857211] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-01f42221-e375-4287-80aa-7e90908c9d84" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.006898] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.006898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.006898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.006898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.006898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.006898] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 is going to be updated. [ 915.040829] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.040829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.040829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.040829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.040829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.050174] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: IN_PROGRESS for 2s [ 915.065271] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.066769] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.067031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.067106] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.067354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.067483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.067705] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.067853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.067930] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.068749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.068916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.069088] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 already deleted. [ 915.069211] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.289341] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.289580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.289728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.290265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.290461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.290586] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 915.338526] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.338701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.338751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.339104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.339927] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.351639] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 915.570514] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47: rpc.has_security_group_logging(os_id): False [ 915.585673] env[66329]: INFO networking_nsxv3.common.synchronization [req-71638b95-9a3b-4b41-b2b3-3ee5352c726e req-7e2507cb-84d0-4f3b-b8ad-389c38e71460 service nova] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_rules [ 915.585923] env[66329]: INFO networking_nsxv3.common.synchronization [req-71638b95-9a3b-4b41-b2b3-3ee5352c726e req-7e2507cb-84d0-4f3b-b8ad-389c38e71460 service nova] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 915.586047] env[66329]: INFO networking_nsxv3.common.synchronization [req-71638b95-9a3b-4b41-b2b3-3ee5352c726e req-7e2507cb-84d0-4f3b-b8ad-389c38e71460 service nova] Enqueued Resource ID: 01f42221-e375-4287-80aa-7e90908c9d84 with Priority: HIGHEST for action port [ 915.586662] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_rules [ 915.586911] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 915.587031] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f42221-e375-4287-80aa-7e90908c9d84 with Priority: HIGHEST for action port [ 915.587361] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.587494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.587707] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.587824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.587975] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-01f42221-e375-4287-80aa-7e90908c9d84 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.588083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01f42221-e375-4287-80aa-7e90908c9d84" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.588144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01f42221-e375-4287-80aa-7e90908c9d84" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.588374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01f42221-e375-4287-80aa-7e90908c9d84" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.588477] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01f42221-e375-4287-80aa-7e90908c9d84',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.640260] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.640441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.640546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.640782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.640879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.641217] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.641341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.641341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.641517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.641631] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.641732] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 is going to be created. [ 915.674544] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47], does not exist path=[/infra/domains/default/groups/b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47]."\n}' [ 915.674821] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 [ 915.674925] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 915.727469] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.728177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.729019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.729019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.730205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.730674] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.731289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.731289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.731583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.731828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.733018] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.733018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.733018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.733018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.733018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.733018] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 is going to be created. [ 915.755603] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47], does not exist path=[/infra/domains/default/groups/b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 [ 915.755603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.755603] env[66329]: Traceback (most recent call last): [ 915.755603] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 915.755603] env[66329]: return func(*args, **kwargs) [ 915.755603] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 915.755603] env[66329]: res.raise_for_status() [ 915.755603] env[66329]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 915.755603] env[66329]: raise HTTPError(http_error_msg, response=self) [ 915.755603] env[66329]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 [ 915.755603] env[66329]: During handling of the above exception, another exception occurred: [ 915.755603] env[66329]: Traceback (most recent call last): [ 915.755603] env[66329]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 915.755603] env[66329]: listener.cb(fileno) [ 915.755603] env[66329]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 915.755603] env[66329]: result = function(*args, **kwargs) [ 915.755603] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 915.755603] env[66329]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 915.755603] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 915.755603] env[66329]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 915.755603] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 915.755603] env[66329]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 915.755603] env[66329]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 915.755603] env[66329]: res.raise_for_status() [ 915.755603] env[66329]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 915.755603] env[66329]: raise HTTPError(http_error_msg, response=self) [ 915.755603] env[66329]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b0aa0e90-e7e5-47c4-a3e4-bf21fdf61a47 [ 915.755603] env[66329]: Removing descriptor: 58 [ 915.844944] env[66329]: INFO networking_nsxv3.common.synchronization [req-92f38155-f26e-4d56-8006-c26f322cecb2 req-54cea2e4-b531-4e71-9fcf-d8e2216af5c7 tempest-ServerRescueNegativeTestJSON-2128701730 tempest-ServerRescueNegativeTestJSON-2128701730-project-member] Enqueued Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_members [ 915.845332] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGHEST for action security_group_members [ 915.845759] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-dfd56d94-2d02-4570-9143-831ddcd1482d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.845964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.846111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.846383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.846623] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.846877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.846877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.847199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.847332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.847503] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.966040] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 915.966443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.090569] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01f42221-e375-4287-80aa-7e90908c9d84 with status ACTIVE [ 916.090836] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.090958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.091055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.091293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.091388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.091581] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.091685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.091747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.091902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.091978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.092193] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.092291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.092352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.092513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.092638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.092675] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01f42221-e375-4287-80aa-7e90908c9d84 is going to be updated. [ 916.119686] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.119686] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.119796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.119938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.120100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.120261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01f42221-e375-4287-80aa-7e90908c9d84" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.351515] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.351515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.351515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.351515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.390632] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.390931] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.391139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.391203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.391413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.391501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.391598] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd56d94-2d02-4570-9143-831ddcd1482d is going to be updated. [ 916.439873] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.441368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.441523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.441784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.442035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.452300] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd56d94-2d02-4570-9143-831ddcd1482d in Status: IN_PROGRESS for 2s [ 916.682108] env[66329]: INFO networking_nsxv3.common.synchronization [req-e64c3620-22df-465a-9ed8-c6e744b23061 req-875f109c-71a8-4427-b2fa-b31edf786770 tempest-AttachVolumeShelveTestJSON-73427987 tempest-AttachVolumeShelveTestJSON-73427987-project-member] Enqueued Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_members [ 916.682650] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_members [ 916.682915] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-035dae1e-8b66-449a-b51a-134e04f279c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.684713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.684713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.684713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.684713] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.684713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.684968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.684968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.685084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.685184] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.062679] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: SUCCESS [ 917.062961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.063123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.063376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.063573] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.063739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.063811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.063971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.064063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.064148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.064244] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.065330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.066292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.066292] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.066292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.066292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.066292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.066292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.066292] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.132880] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.133041] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.133100] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.133411] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.133808] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.133808] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.134159] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.136581] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.136581] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.136581] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.136581] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.136581] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.136581] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.136581] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.136581] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.136581] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.155236] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.155405] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.155543] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.155716] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.156054] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-ebb67b40-2d67-4f30-a90c-e3609c7b548f taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.156230] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.156345] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.156676] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.156817] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb67b40-2d67-4f30-a90c-e3609c7b548f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.192014] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.192110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.192229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.192440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.192587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.193036] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.193036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.193036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.194694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.194694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.194694] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035dae1e-8b66-449a-b51a-134e04f279c2 already deleted. [ 917.194694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.362531] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 917.362531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.362684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.362825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.363036] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.363155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.363223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.363378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.363459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.363553] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.568442] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.568442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.568737] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.660563] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.661012] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.661246] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.661646] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.661890] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.662153] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port ebb67b40-2d67-4f30-a90c-e3609c7b548f not found, creating... [ 917.662607] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.662815] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.663074] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.663425] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.663637] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.664085] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.664342] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.664537] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.664931] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.665169] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.665388] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: ebb67b40-2d67-4f30-a90c-e3609c7b548f is going to be created. [ 917.691167] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.691476] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.691863] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.691904] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.692132] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.692398] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.866523] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.071028] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.368986] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.429803] env[66329]: INFO networking_nsxv3.common.synchronization [req-e64c3620-22df-465a-9ed8-c6e744b23061 req-fd640c83-7253-4c11-9275-8ab209dbf8bf service nova] Enqueued Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_rules [ 918.430102] env[66329]: INFO networking_nsxv3.common.synchronization [req-e64c3620-22df-465a-9ed8-c6e744b23061 req-fd640c83-7253-4c11-9275-8ab209dbf8bf service nova] Enqueued Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_members [ 918.430237] env[66329]: INFO networking_nsxv3.common.synchronization [req-e64c3620-22df-465a-9ed8-c6e744b23061 req-fd640c83-7253-4c11-9275-8ab209dbf8bf service nova] Enqueued Resource ID: ebb67b40-2d67-4f30-a90c-e3609c7b548f with Priority: HIGHEST for action port [ 918.430825] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_rules [ 918.430999] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_members [ 918.431374] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb67b40-2d67-4f30-a90c-e3609c7b548f with Priority: HIGHEST for action port [ 918.431699] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-035dae1e-8b66-449a-b51a-134e04f279c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.431868] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.431964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.432215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.432332] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.433731] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-035dae1e-8b66-449a-b51a-134e04f279c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.433909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.434030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.434253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.434465] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.434662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.434773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.435442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.435442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.435442] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.436221] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebb67b40-2d67-4f30-a90c-e3609c7b548f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.436392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.436562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.442520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.442746] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb67b40-2d67-4f30-a90c-e3609c7b548f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.465586] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dfd56d94-2d02-4570-9143-831ddcd1482d in Status: SUCCESS [ 918.465827] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dfd56d94-2d02-4570-9143-831ddcd1482d deletion is rescheduled due to dependency. [ 918.465964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.573994] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.577996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.578110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.578328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.578423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.578527] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 is going to be updated. [ 918.616101] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.616275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.616357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.616580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.616735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.627492] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: IN_PROGRESS for 2s [ 918.871793] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.871951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.872070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.872259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.872384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.872509] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 918.906019] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.906019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.906019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.906019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.906019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.914045] env[66329]: INFO networking_nsxv3.common.synchronization [None req-89fee833-3bf7-41ab-a792-97435b5f34bc None None] Enqueued Resource ID: df77dd24-9eb2-4e87-98dc-f774f7e515b4 with Priority: HIGHEST for action port [ 918.914045] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df77dd24-9eb2-4e87-98dc-f774f7e515b4 with Priority: HIGHEST for action port [ 918.914045] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-df77dd24-9eb2-4e87-98dc-f774f7e515b4 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.914045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df77dd24-9eb2-4e87-98dc-f774f7e515b4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.914045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df77dd24-9eb2-4e87-98dc-f774f7e515b4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.914045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df77dd24-9eb2-4e87-98dc-f774f7e515b4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.914045] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df77dd24-9eb2-4e87-98dc-f774f7e515b4',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.924248] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 918.946256] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.947465] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-035dae1e-8b66-449a-b51a-134e04f279c2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.947585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.948165] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebb67b40-2d67-4f30-a90c-e3609c7b548f with status ACTIVE [ 918.948165] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.948165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.948165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.948386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.948386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.948556] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.948650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.948806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.948839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.948993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.949667] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.949667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.949802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.950864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.950864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.950864] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebb67b40-2d67-4f30-a90c-e3609c7b548f is going to be updated. [ 918.980851] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.981264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.981264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.981349] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.981499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.981637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.415951] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df77dd24-9eb2-4e87-98dc-f774f7e515b4 [ 919.416251] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.416422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.416422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.416644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.416737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.416830] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df77dd24-9eb2-4e87-98dc-f774f7e515b4 already deleted. [ 919.416912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df77dd24-9eb2-4e87-98dc-f774f7e515b4" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.453927] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.684641] env[66329]: INFO networking_nsxv3.common.synchronization [req-6d884c06-578e-405e-8a50-c301ccc455cd req-a2dc1857-268b-4b9a-9331-ebb51c7534cf tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_members [ 919.685481] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_members [ 919.685953] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.686285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.686848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.686848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.687780] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.687780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.687780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.687780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.687780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.688063] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ae4e4dd-20e1-4d85-8243-6c0b46babc68',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.964262] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.964262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.964262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.964262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.964262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.964262] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035dae1e-8b66-449a-b51a-134e04f279c2 is going to be created. [ 919.988219] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.988219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.988219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.988219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.988528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.003604] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035dae1e-8b66-449a-b51a-134e04f279c2 in Status: UNINITIALIZED for 2s [ 920.116182] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.116182] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.116182] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.116182] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.116859] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.116859] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.117103] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.117384] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.118361] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.118361] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.118361] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.118361] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.118752] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.118752] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.118752] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.119140] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.147749] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.147935] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.148872] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.148872] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.148872] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-ccf25420-5ffb-4af7-85cd-991060aeba81 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.148872] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-ccf25420-5ffb-4af7-85cd-991060aeba81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.149117] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-ccf25420-5ffb-4af7-85cd-991060aeba81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.149393] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-ccf25420-5ffb-4af7-85cd-991060aeba81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.149527] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf25420-5ffb-4af7-85cd-991060aeba81',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.191552] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.192640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.192640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.192640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.192640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.192829] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.192900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.192974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.193457] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.193457] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.193457] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 already deleted. [ 920.193586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.640893] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: SUCCESS [ 920.640893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.641229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.641382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.641715] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.643992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.643992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.643992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.643992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.643992] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.652098] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.652326] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.652451] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.652726] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.652882] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.653047] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port ccf25420-5ffb-4af7-85cd-991060aeba81 not found, creating... [ 920.653305] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.653462] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.653578] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.653886] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.653934] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.654345] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.654532] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.654720] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.654974] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.655206] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.655683] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: ccf25420-5ffb-4af7-85cd-991060aeba81 is going to be created. [ 920.681823] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.681823] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.681823] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.681823] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.681823] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.681823] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-ccf25420-5ffb-4af7-85cd-991060aeba81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.934576] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 920.934891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.935169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.935418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.935663] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.935798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.935864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.936042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.936128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.936212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.936319] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.937644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.937644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.937759] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.937879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.937940] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.938094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.938158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.938294] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.146756] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.414580] env[66329]: INFO networking_nsxv3.common.synchronization [req-6d884c06-578e-405e-8a50-c301ccc455cd req-826674eb-619a-450f-8c1c-c45a9764849b service nova] Enqueued Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_rules [ 921.414802] env[66329]: INFO networking_nsxv3.common.synchronization [req-6d884c06-578e-405e-8a50-c301ccc455cd req-826674eb-619a-450f-8c1c-c45a9764849b service nova] Enqueued Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_members [ 921.414951] env[66329]: INFO networking_nsxv3.common.synchronization [req-6d884c06-578e-405e-8a50-c301ccc455cd req-826674eb-619a-450f-8c1c-c45a9764849b service nova] Enqueued Resource ID: ccf25420-5ffb-4af7-85cd-991060aeba81 with Priority: HIGHEST for action port [ 921.415493] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_rules [ 921.415659] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_members [ 921.415730] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf25420-5ffb-4af7-85cd-991060aeba81 with Priority: HIGHEST for action port [ 921.416015] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.416296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.416390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.416626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.417332] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ae4e4dd-20e1-4d85-8243-6c0b46babc68',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.418314] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.418432] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.418498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.418738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.418923] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.419083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.419237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.419452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.419597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.419966] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ae4e4dd-20e1-4d85-8243-6c0b46babc68',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.420971] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccf25420-5ffb-4af7-85cd-991060aeba81 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.421115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccf25420-5ffb-4af7-85cd-991060aeba81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.421184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccf25420-5ffb-4af7-85cd-991060aeba81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.421336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccf25420-5ffb-4af7-85cd-991060aeba81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.421410] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf25420-5ffb-4af7-85cd-991060aeba81',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.440060] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.440259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.441493] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.649484] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.692029] env[66329]: INFO networking_nsxv3.common.synchronization [None req-d959a6a3-e1b6-4258-b034-771793841058 None None] Enqueued Resource ID: 886df953-adfd-4703-a4ff-9171a813b158 with Priority: HIGHEST for action port [ 921.692029] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886df953-adfd-4703-a4ff-9171a813b158 with Priority: HIGHEST for action port [ 921.693459] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-886df953-adfd-4703-a4ff-9171a813b158 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.693459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-886df953-adfd-4703-a4ff-9171a813b158" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.693459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-886df953-adfd-4703-a4ff-9171a813b158" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.693459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-886df953-adfd-4703-a4ff-9171a813b158" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.693459] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886df953-adfd-4703-a4ff-9171a813b158',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.923558] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.923717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.926827] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ae4e4dd-20e1-4d85-8243-6c0b46babc68',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.927116] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccf25420-5ffb-4af7-85cd-991060aeba81 with status ACTIVE [ 921.927328] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.927493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.927586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.927791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.927883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.928108] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.928223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.928288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.928459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.928555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.928715] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.928810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.928870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.929015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.930173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.930310] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccf25420-5ffb-4af7-85cd-991060aeba81 is going to be updated. [ 921.944926] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.953124] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.953293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.953361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.953548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.953690] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.953866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccf25420-5ffb-4af7-85cd-991060aeba81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.016510] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035dae1e-8b66-449a-b51a-134e04f279c2 in Status: SUCCESS [ 922.016684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.016816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.017164] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.017378] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.017495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.017562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.017744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.017820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.017908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.018000] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.153121] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.153293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.153360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.153573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.153659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.153753] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 is going to be updated. [ 922.187503] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.187595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.187669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.187912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.188084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.198155] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 886df953-adfd-4703-a4ff-9171a813b158 [ 922.198155] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.198572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.198572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.198572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.198723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.198762] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:886df953-adfd-4703-a4ff-9171a813b158 already deleted. [ 922.198915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-886df953-adfd-4703-a4ff-9171a813b158" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.200232] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: IN_PROGRESS for 2s [ 922.432216] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ae4e4dd-20e1-4d85-8243-6c0b46babc68',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.448965] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.448965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.448965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.448965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.448965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.448965] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 922.486263] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.486487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.486602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.486761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.486929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.497843] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 922.520477] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.937568] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.937862] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.937862] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.938224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.938364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.938470] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 is going to be created. [ 922.963653] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.963845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.963966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.964234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.964493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.978957] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 in Status: UNINITIALIZED for 2s [ 923.023562] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 035dae1e-8b66-449a-b51a-134e04f279c2: rpc.has_security_group_logging(os_id): False [ 923.042078] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.042302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.042366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.042589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.042680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.042988] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.043887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.044049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.044304] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.044734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.044734] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 035dae1e-8b66-449a-b51a-134e04f279c2 is going to be created. [ 923.140028] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.140183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.140277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.140584] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.140860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.159494] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035dae1e-8b66-449a-b51a-134e04f279c2 in Status: IN_PROGRESS for 2s [ 924.189300] env[66329]: INFO networking_nsxv3.common.synchronization [None req-80d65ca3-4ffd-4581-9596-99dacafdbadb tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: 3fd716c6-0d81-43a8-afd5-9045256254fb with Priority: HIGHEST for action security_group_rules [ 924.189300] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd716c6-0d81-43a8-afd5-9045256254fb with Priority: HIGHEST for action security_group_rules [ 924.189300] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd716c6-0d81-43a8-afd5-9045256254fb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.189300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd716c6-0d81-43a8-afd5-9045256254fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.189300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd716c6-0d81-43a8-afd5-9045256254fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.189300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd716c6-0d81-43a8-afd5-9045256254fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.194529] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd716c6-0d81-43a8-afd5-9045256254fb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.214020] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: SUCCESS [ 924.214020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.214020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.214020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.214020] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.214323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.214323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.214431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.214500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.214618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.214828] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.214932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.214992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.215203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.218169] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.218169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.218169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.218169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.218169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.218169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.218169] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.368128] env[66329]: INFO networking_nsxv3.common.synchronization [None req-90672c1a-2c7e-4aa2-b250-6b035e802c0d tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: 3fd716c6-0d81-43a8-afd5-9045256254fb with Priority: HIGHEST for action security_group_rules [ 924.368128] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd716c6-0d81-43a8-afd5-9045256254fb with Priority: HIGHEST for action security_group_rules [ 924.368128] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fd716c6-0d81-43a8-afd5-9045256254fb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.368128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fd716c6-0d81-43a8-afd5-9045256254fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.513027] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.513027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.513027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.513027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.513027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.513770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.513770] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.614822] env[66329]: INFO networking_nsxv3.common.synchronization [req-99ed8bbd-ed2d-4a18-be24-05085baf3ced req-23af428c-c3d9-4d5a-b30a-e955e8cdda1c tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 924.615449] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 924.615799] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.615948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.616021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.616226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.616405] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.616517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.616589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.616759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.616873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.616991] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.721623] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3311b058-2070-4a2e-bf8a-161cb4b55a23: rpc.has_security_group_logging(os_id): False [ 924.733462] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.733709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.733709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.733912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.734008] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.734111] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd716c6-0d81-43a8-afd5-9045256254fb already deleted. [ 924.734223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd716c6-0d81-43a8-afd5-9045256254fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.734687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fd716c6-0d81-43a8-afd5-9045256254fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.734814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fd716c6-0d81-43a8-afd5-9045256254fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.734891] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fd716c6-0d81-43a8-afd5-9045256254fb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.749975] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.749975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.749975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.749975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.773480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.773824] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.773974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.774099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.774309] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.774458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.774751] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.774905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.774996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.775279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.775408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.775693] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.775955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.775955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.776370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.776488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.776717] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 is going to be updated. [ 924.865154] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.865359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.865426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.865597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.865752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.880325] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: IN_PROGRESS for 2s [ 924.992131] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 in Status: SUCCESS [ 924.992441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.992715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.992968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.993195] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.993315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.993424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.993674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.993674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.993780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.993780] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ae4e4dd-20e1-4d85-8243-6c0b46babc68',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.017808] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29ef548-2f88-4a35-8259-84217785e2d5: rpc.has_security_group_logging(os_id): False [ 925.039927] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.039927] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.039927] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.039927] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.061351] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.061782] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.062054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.062212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.062490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.062665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.063048] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.064017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.064017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.064017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.064017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.064017] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.064017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.064017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.064017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.064458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.064682] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 925.077497] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.077497] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.077497] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.077497] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.077715] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.077715] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.077814] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.078019] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.078160] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.078368] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.078482] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.078616] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.078689] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.078792] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.078902] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.079039] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.099038] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.099038] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.099038] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.099038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.099038] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-8753468d-27df-4b61-b53f-1e6faed26591 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.099275] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-8753468d-27df-4b61-b53f-1e6faed26591" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.099275] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-8753468d-27df-4b61-b53f-1e6faed26591" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.099814] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-8753468d-27df-4b61-b53f-1e6faed26591" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.099814] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8753468d-27df-4b61-b53f-1e6faed26591',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.102722] env[66329]: INFO networking_nsxv3.common.synchronization [req-b53dfc20-5a90-4855-a48a-db008a330b29 req-a733b9b8-9b92-4486-bbb3-cc80b10509e3 tempest-ImagesTestJSON-80438504 tempest-ImagesTestJSON-80438504-project-member] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 925.104063] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 925.104063] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.104063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.104063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.104063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.104063] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.104063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.104063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.104356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.104356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.104356] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.118968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.119293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.119293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.119494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.138676] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.138676] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.147022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.147022] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.147022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.147022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.147022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.147022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.147022] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 925.147022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.147022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.147022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.163134] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 925.177542] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.177542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.177542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.177542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.177542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.180616] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035dae1e-8b66-449a-b51a-134e04f279c2 in Status: SUCCESS [ 925.181167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.184709] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 925.263755] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.264240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.264240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.264240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.264341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.265820] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fd716c6-0d81-43a8-afd5-9045256254fb already deleted. [ 925.265820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fd716c6-0d81-43a8-afd5-9045256254fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.499065] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ae4e4dd-20e1-4d85-8243-6c0b46babc68',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.554095] env[66329]: INFO networking_nsxv3.common.synchronization [req-6f85331a-c843-4bb7-8643-c13b3f13a195 req-12eece2f-df37-47fb-aa70-96f065a9dfc4 tempest-MigrationsAdminTest-515158613 tempest-MigrationsAdminTest-515158613-project-member] Enqueued Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 925.555051] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 925.555051] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.555230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.555267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.555473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.555636] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.555735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.555817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.555955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.556042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.556173] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.603854] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.604245] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.604467] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.604948] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.605173] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.605375] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 8753468d-27df-4b61-b53f-1e6faed26591 not found, creating... [ 925.605697] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.605934] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.606094] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.606394] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.606571] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.606986] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.607173] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.607354] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.607653] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.607847] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.608090] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 8753468d-27df-4b61-b53f-1e6faed26591 is going to be created. [ 925.609797] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.609956] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.610039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.610197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.633454] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.634213] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.634213] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.634565] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.635633] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.635633] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-8753468d-27df-4b61-b53f-1e6faed26591" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.640576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.640576] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.640576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.640576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.640576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.640576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.640576] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 925.724876] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.725070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.725146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.725407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.725616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.751945] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 926.001118] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ae4e4dd-20e1-4d85-8243-6c0b46babc68: rpc.has_security_group_logging(os_id): False [ 926.024090] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.024320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.024413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.024572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.024817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.025317] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.025509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.025708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.026051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.026207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.026379] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 is going to be created. [ 926.059043] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.137874] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.138170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.138418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.138698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.139017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.160356] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 in Status: IN_PROGRESS for 2s [ 926.362539] env[66329]: INFO networking_nsxv3.common.synchronization [req-0fd4e919-2174-480d-9603-f1d6d052458b req-aa8fbc72-4aab-4f94-8737-fac968f6b05f tempest-ServerRescueTestJSONUnderV235-1098491344 tempest-ServerRescueTestJSONUnderV235-1098491344-project-member] Enqueued Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 926.366022] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 with Priority: HIGHEST for action security_group_members [ 926.366022] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3311b058-2070-4a2e-bf8a-161cb4b55a23 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.366022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.366022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.366022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.366022] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.366022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.366022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.366022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.366022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.366022] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.457091] env[66329]: INFO networking_nsxv3.common.synchronization [req-99ed8bbd-ed2d-4a18-be24-05085baf3ced req-0cd890d6-d942-4d93-bee2-1fd132a28f2c service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 926.458660] env[66329]: INFO networking_nsxv3.common.synchronization [req-99ed8bbd-ed2d-4a18-be24-05085baf3ced req-0cd890d6-d942-4d93-bee2-1fd132a28f2c service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 926.458660] env[66329]: INFO networking_nsxv3.common.synchronization [req-99ed8bbd-ed2d-4a18-be24-05085baf3ced req-0cd890d6-d942-4d93-bee2-1fd132a28f2c service nova] Enqueued Resource ID: 8753468d-27df-4b61-b53f-1e6faed26591 with Priority: HIGHEST for action port [ 926.458660] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 926.458877] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 926.458877] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8753468d-27df-4b61-b53f-1e6faed26591 with Priority: HIGHEST for action port [ 926.461161] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.461161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.461161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.461161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.461161] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.461161] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.461161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.462045] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-8753468d-27df-4b61-b53f-1e6faed26591 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.462045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8753468d-27df-4b61-b53f-1e6faed26591" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.462045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8753468d-27df-4b61-b53f-1e6faed26591" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.462045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8753468d-27df-4b61-b53f-1e6faed26591" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.462219] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8753468d-27df-4b61-b53f-1e6faed26591',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.562363] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.872406] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.872406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.872406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.872406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.872406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.872406] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.872406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.872406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.872406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.872406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.872406] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 is going to be updated. [ 926.894751] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: SUCCESS [ 926.894751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.894907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.895119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.895213] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3311b058-2070-4a2e-bf8a-161cb4b55a23',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.912118] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.912352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.912472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.912685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.913395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.923194] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: IN_PROGRESS for 2s [ 926.965836] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.965836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.965836] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8753468d-27df-4b61-b53f-1e6faed26591 with status ACTIVE [ 926.966022] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.966084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.966119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.966303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.966391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.966767] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.966767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.966767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.966988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.966988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.967264] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.967264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.967264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.967400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.968078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.968078] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8753468d-27df-4b61-b53f-1e6faed26591 is going to be updated. [ 927.000493] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.000818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.000922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.001289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.001489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.001674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8753468d-27df-4b61-b53f-1e6faed26591" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.067451] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.068640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.068696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.069115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.069186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.069304] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c is going to be updated. [ 927.108522] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.108659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.108726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.108933] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.109093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.120866] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: IN_PROGRESS for 2s [ 927.178630] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 927.178877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.179504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.180218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.180218] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.194732] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 927.194947] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da deletion is rescheduled due to dependency. [ 927.195084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.195290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.195510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.195795] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.195962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.196073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.196329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.196443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.196556] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.259017] env[66329]: INFO networking_nsxv3.common.synchronization [req-e6087508-54c1-443c-b3b5-301c4b8801c6 req-acdfa949-c4e9-44be-8db9-0e9d6ec4345f tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 927.259908] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 927.260468] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.260679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.260786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.261185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.261452] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.261612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.261706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.261968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.262152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.262301] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.427324] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.428332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.428332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.428332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.428332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.428332] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 is going to be deleted. [ 927.490376] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.490475] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.490531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.490756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.490851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.490971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.674190] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.674475] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-404" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.674659] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-404" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.675112] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-404" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.675453] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.675668] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.675856] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.676136] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.676323] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.676573] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.676724] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.676928] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.677096] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.677220] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.677386] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.677560] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.682041] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.682220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.682284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.682487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.682662] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.682795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.682842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.682959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.683062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.683150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.683242] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.699331] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.701988] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.702339] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.702809] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.702987] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-404" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.704560] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-9de85e85-92a7-4c56-8eba-c39db110a3ba taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.704560] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.704560] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.704560] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.704560] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de85e85-92a7-4c56-8eba-c39db110a3ba',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.763702] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 927.763920] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 deletion is rescheduled due to dependency. [ 927.764094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.765932] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.766135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.766212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.766465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.766561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.766798] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.766937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.767010] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.767217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.767301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.767405] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde already deleted. [ 927.767493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.173524] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 in Status: SUCCESS [ 928.173876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.186590] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.186817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.186817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.187038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.187217] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.187321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.187385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.187542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.187629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.187728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.187890] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.188019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.188132] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.188453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.188599] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.188998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.188998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.188998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.188998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.189162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.189162] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.201983] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.206501] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.206796] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.207020] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.207392] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.207649] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.207889] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 9de85e85-92a7-4c56-8eba-c39db110a3ba not found, creating... [ 928.208206] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.208372] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.208491] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.208731] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.208954] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.209266] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.209426] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.209539] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.209775] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.210045] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.210145] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 9de85e85-92a7-4c56-8eba-c39db110a3ba is going to be created. [ 928.233739] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.233739] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.235241] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.235241] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.235241] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.235241] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.691227] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b29ef548-2f88-4a35-8259-84217785e2d5: rpc.has_security_group_logging(os_id): False [ 928.704699] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.704901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.704982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.705253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.705344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.705460] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 928.712507] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.712731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.712805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.712990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.713098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.713371] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.713470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.713531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.713750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.713910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.714121] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.714250] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.714343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.714529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.714633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.714926] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.715043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.715114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.715276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.715351] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.715440] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 928.743455] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.743684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.743684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.744440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.744440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.755869] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 928.801605] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.801605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.801605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.801605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.801605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.818437] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 928.937528] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 in Status: SUCCESS [ 928.937528] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3311b058-2070-4a2e-bf8a-161cb4b55a23 deletion is rescheduled due to dependency. [ 928.937528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3311b058-2070-4a2e-bf8a-161cb4b55a23" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.015652] env[66329]: INFO networking_nsxv3.common.synchronization [req-e6087508-54c1-443c-b3b5-301c4b8801c6 req-e4a086bd-fc0e-45e8-8f9a-de9c7d60ab94 service nova] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_rules [ 929.016026] env[66329]: INFO networking_nsxv3.common.synchronization [req-e6087508-54c1-443c-b3b5-301c4b8801c6 req-e4a086bd-fc0e-45e8-8f9a-de9c7d60ab94 service nova] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 929.016026] env[66329]: INFO networking_nsxv3.common.synchronization [req-e6087508-54c1-443c-b3b5-301c4b8801c6 req-e4a086bd-fc0e-45e8-8f9a-de9c7d60ab94 service nova] Enqueued Resource ID: 9de85e85-92a7-4c56-8eba-c39db110a3ba with Priority: HIGHEST for action port [ 929.016629] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_rules [ 929.017030] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 929.017030] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de85e85-92a7-4c56-8eba-c39db110a3ba with Priority: HIGHEST for action port [ 929.017640] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.018506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.018506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.018506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.018506] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.021476] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.021476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.021476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.021476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.021476] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.021476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.021476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.021476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.021476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.021858] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.026027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de85e85-92a7-4c56-8eba-c39db110a3ba taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.026027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.026027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.026027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.026027] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de85e85-92a7-4c56-8eba-c39db110a3ba',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.131586] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: SUCCESS [ 929.132101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.521160] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.521429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.525889] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.530015] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9de85e85-92a7-4c56-8eba-c39db110a3ba with status ACTIVE [ 929.530015] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.530168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.530168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.530372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.530589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.530697] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.530947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.530947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.531079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.531682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.531682] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.531682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.531682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.532032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.532032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.532032] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9de85e85-92a7-4c56-8eba-c39db110a3ba is going to be updated. [ 929.556081] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.556292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.556292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.560022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.560022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.560022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.856427] env[66329]: INFO networking_nsxv3.common.synchronization [req-d4841cb0-84b2-4dab-8d82-d777d919a2cc req-a6da7d47-3da0-413a-acbf-be4c07c8bb60 tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 929.857114] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 929.857453] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.857580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.857647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.857852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.858017] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.858149] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.858234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.858437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.858531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.858628] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.030466] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.368634] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.368634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.368634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.368634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.394075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.394075] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.394075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.394075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.394075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.394075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.394075] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 930.426891] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.427424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.427424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.427564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.427647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.437635] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 930.533077] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.533324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.533426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.533733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.533876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.534607] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde is going to be created. [ 930.564240] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.564240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.564240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.564240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.564240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.579263] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: UNINITIALIZED for 2s [ 930.767652] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 930.767943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.768119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.768424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.768654] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.769318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.769318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.769318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.769489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.769489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.769723] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.838029] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 930.838429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.272607] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.272975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.272975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.273119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.273658] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.273788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.273846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.274026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.274119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.274779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.274779] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.274779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.274779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.274779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.275117] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.275117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.275117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.275227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.275227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.275462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.275462] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.289453] env[66329]: INFO networking_nsxv3.common.synchronization [req-d5a698c9-512e-46ef-8b44-13dc9261d902 req-df1e75e7-34a5-4358-966d-40d57e4ae195 tempest-ServersTestMultiNic-155902826 tempest-ServersTestMultiNic-155902826-project-member] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 931.290261] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 931.291017] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.291017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.291017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.291017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.291363] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.291363] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.291363] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.291625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.291625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.291625] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.746598] env[66329]: INFO networking_nsxv3.common.synchronization [req-d5a698c9-512e-46ef-8b44-13dc9261d902 req-0e710aaf-db6a-49bb-8b07-27c2eb890e85 tempest-ServersTestMultiNic-155902826 tempest-ServersTestMultiNic-155902826-project-member] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 931.747305] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGHEST for action security_group_members [ 931.747577] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.747690] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.780275] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c91a30f-1006-45cd-9e59-9b799a9619da: rpc.has_security_group_logging(os_id): False [ 931.793621] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.798862] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.798991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.799100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.799407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.799557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.799822] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.799972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.800073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.800285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.800403] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.800650] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.800753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.800815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.800960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.801046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.801243] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.801334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.801393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.801534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.801604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.801685] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 931.878773] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.878773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.878773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.878773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.878773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.890552] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 932.296082] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.448587] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 932.448672] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 deletion is rescheduled due to dependency. [ 932.448923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.599014] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: SUCCESS [ 932.599340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.599577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.599904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.600141] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.600301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.600347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.600540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.600648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.600797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.604483] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.798621] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.799445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.799445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.799856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.799961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.800095] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 932.969558] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.969751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.969907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.970068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.970270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.983944] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 933.107274] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.609632] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba7f4954-38bb-4fdb-91a6-204dd39befde: rpc.has_security_group_logging(os_id): False [ 933.631471] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.631471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.631471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.631471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.631471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.631471] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.631471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.631471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.631471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.632024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.632024] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde is going to be created. [ 933.702041] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.702192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.702605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.702605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.702691] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.715069] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: IN_PROGRESS for 2s [ 933.904935] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 933.904935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.995368] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 934.995849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.995849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.995979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.996160] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.996281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.996350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.996503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.996797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.996797] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.433830] env[66329]: INFO networking_nsxv3.common.synchronization [None req-c8ca82ac-9ba6-4cbd-8650-fd2d94370f80 None None] Enqueued Resource ID: 1ffa8557-2401-45a3-a359-d99f1470480d with Priority: HIGHEST for action port [ 935.433830] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffa8557-2401-45a3-a359-d99f1470480d with Priority: HIGHEST for action port [ 935.433830] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ffa8557-2401-45a3-a359-d99f1470480d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.433830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ffa8557-2401-45a3-a359-d99f1470480d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.433830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ffa8557-2401-45a3-a359-d99f1470480d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.433830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ffa8557-2401-45a3-a359-d99f1470480d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.433830] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ffa8557-2401-45a3-a359-d99f1470480d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.501859] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.501859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.501859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.501859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.501859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.501859] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.502258] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.502258] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.502407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.502555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.502731] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be updated. [ 935.542021] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.542021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.542021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.542021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.542021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.557735] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: IN_PROGRESS for 2s [ 935.730814] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: SUCCESS [ 935.732309] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.938854] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ffa8557-2401-45a3-a359-d99f1470480d [ 935.939117] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.939806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.939806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.940321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.940640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.940779] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ffa8557-2401-45a3-a359-d99f1470480d already deleted. [ 935.940874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ffa8557-2401-45a3-a359-d99f1470480d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.569608] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b29ef548-2f88-4a35-8259-84217785e2d5 in Status: SUCCESS [ 937.569608] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 deletion is rescheduled due to dependency. [ 937.569608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.003375] env[66329]: INFO networking_nsxv3.common.synchronization [None req-37c2731a-84cf-497f-8774-0f52bc8a139b None None] Enqueued Resource ID: a6d556f9-8431-44fd-ba85-7e00348eb273 with Priority: HIGHEST for action port [ 938.004272] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d556f9-8431-44fd-ba85-7e00348eb273 with Priority: HIGHEST for action port [ 938.005123] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6d556f9-8431-44fd-ba85-7e00348eb273 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.005123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6d556f9-8431-44fd-ba85-7e00348eb273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.005123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6d556f9-8431-44fd-ba85-7e00348eb273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.006025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6d556f9-8431-44fd-ba85-7e00348eb273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.006154] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6d556f9-8431-44fd-ba85-7e00348eb273',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.510021] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6d556f9-8431-44fd-ba85-7e00348eb273 [ 938.510226] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.510334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.510394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.510630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.510735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.510862] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6d556f9-8431-44fd-ba85-7e00348eb273 already deleted. [ 938.510953] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6d556f9-8431-44fd-ba85-7e00348eb273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.454963] env[66329]: INFO networking_nsxv3.common.synchronization [req-9eba0d78-e5be-4d7e-85a0-2c77d58392c0 req-00570c5d-5270-4cbe-8a4d-af77cdec7142 tempest-ServersAdminTestJSON-1759096999 tempest-ServersAdminTestJSON-1759096999-project-member] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 940.455405] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGHEST for action security_group_members [ 940.455723] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.455865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.455938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.456126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.456283] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.456384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.456450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.456602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.456683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.456773] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.959039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.959039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.959039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.959281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.989095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.989364] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.989489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.989550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.989759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.989844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.989933] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be updated. [ 941.035043] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.035235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.035298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.035550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.035711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.049682] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: IN_PROGRESS for 2s [ 942.518499] env[66329]: INFO networking_nsxv3.common.synchronization [req-e5f2c283-33c6-440a-819b-98c74978b4b2 req-8639c2e5-e6de-4c25-a97c-e9de754cadde tempest-ServerPasswordTestJSON-867421435 tempest-ServerPasswordTestJSON-867421435-project-member] Enqueued Resource ID: e95d47d5-598d-47ed-9c6a-526bec3d54df with Priority: HIGHEST for action security_group_members [ 942.519454] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e95d47d5-598d-47ed-9c6a-526bec3d54df with Priority: HIGHEST for action security_group_members [ 942.519773] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e95d47d5-598d-47ed-9c6a-526bec3d54df taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.520274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.520274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.520419] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.520515] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.520617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.520678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.520838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.520923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.521025] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e95d47d5-598d-47ed-9c6a-526bec3d54df',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.819242] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-811 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.819904] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-811" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.819904] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-811" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.819904] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-811" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.820200] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.820486] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.820486] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.820846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.820846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.821030] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.823219] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.823219] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.823219] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.823219] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.823219] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.823219] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.849289] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.849289] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.849289] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.849289] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-811" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.849289] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-0aad071b-eb05-480f-956d-e4aeaa693476 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.849289] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-0aad071b-eb05-480f-956d-e4aeaa693476" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.849289] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-0aad071b-eb05-480f-956d-e4aeaa693476" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.849289] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-0aad071b-eb05-480f-956d-e4aeaa693476" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.849581] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aad071b-eb05-480f-956d-e4aeaa693476',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.026030] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.026264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.026372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.026749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.026867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.027218] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.027348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.027423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.027613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.027721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.027778] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e95d47d5-598d-47ed-9c6a-526bec3d54df already deleted. [ 943.027896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.062733] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb25391b-5615-4eda-b721-b3959098673c in Status: SUCCESS [ 943.062733] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb25391b-5615-4eda-b721-b3959098673c deletion is rescheduled due to dependency. [ 943.062733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.351691] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.352297] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.352297] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.352505] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.352660] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.352812] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 0aad071b-eb05-480f-956d-e4aeaa693476 not found, creating... [ 943.353187] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.353368] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.353853] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.353853] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.353977] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.354514] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.354514] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.354928] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.354928] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.355123] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.355381] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 0aad071b-eb05-480f-956d-e4aeaa693476 is going to be created. [ 943.378878] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.378878] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.378878] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.378878] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.378878] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.378878] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-0aad071b-eb05-480f-956d-e4aeaa693476" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.123113] env[66329]: INFO networking_nsxv3.common.synchronization [req-e5f2c283-33c6-440a-819b-98c74978b4b2 req-2957c15b-4ade-4878-90b9-e8380b3a7d89 service nova] Enqueued Resource ID: e95d47d5-598d-47ed-9c6a-526bec3d54df with Priority: HIGHEST for action security_group_rules [ 944.123365] env[66329]: INFO networking_nsxv3.common.synchronization [req-e5f2c283-33c6-440a-819b-98c74978b4b2 req-2957c15b-4ade-4878-90b9-e8380b3a7d89 service nova] Enqueued Resource ID: e95d47d5-598d-47ed-9c6a-526bec3d54df with Priority: HIGHEST for action security_group_members [ 944.123465] env[66329]: INFO networking_nsxv3.common.synchronization [req-e5f2c283-33c6-440a-819b-98c74978b4b2 req-2957c15b-4ade-4878-90b9-e8380b3a7d89 service nova] Enqueued Resource ID: 0aad071b-eb05-480f-956d-e4aeaa693476 with Priority: HIGHEST for action port [ 944.124086] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e95d47d5-598d-47ed-9c6a-526bec3d54df with Priority: HIGHEST for action security_group_rules [ 944.124698] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e95d47d5-598d-47ed-9c6a-526bec3d54df with Priority: HIGHEST for action security_group_members [ 944.124839] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aad071b-eb05-480f-956d-e4aeaa693476 with Priority: HIGHEST for action port [ 944.126143] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e95d47d5-598d-47ed-9c6a-526bec3d54df taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.126143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.126143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.126143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.126143] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e95d47d5-598d-47ed-9c6a-526bec3d54df',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.126670] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e95d47d5-598d-47ed-9c6a-526bec3d54df taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.126772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.126843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.127123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.127304] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.127426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.127492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.127675] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.127777] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.127889] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e95d47d5-598d-47ed-9c6a-526bec3d54df',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.128780] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aad071b-eb05-480f-956d-e4aeaa693476 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.128868] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aad071b-eb05-480f-956d-e4aeaa693476" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.128959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aad071b-eb05-480f-956d-e4aeaa693476" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.129150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aad071b-eb05-480f-956d-e4aeaa693476" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.129237] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aad071b-eb05-480f-956d-e4aeaa693476',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.631123] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e95d47d5-598d-47ed-9c6a-526bec3d54df',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.632176] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e95d47d5-598d-47ed-9c6a-526bec3d54df taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.632292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.632689] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aad071b-eb05-480f-956d-e4aeaa693476 with status ACTIVE [ 944.632870] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.632982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.633102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.633260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.633346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.633511] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.633768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.633768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.633965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.633965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.634058] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.634130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.634240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.634322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.634391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.634608] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aad071b-eb05-480f-956d-e4aeaa693476 is going to be updated. [ 944.657328] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.657584] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.657703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.657977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.658156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.658324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aad071b-eb05-480f-956d-e4aeaa693476" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.987905] env[66329]: INFO networking_nsxv3.common.synchronization [req-4f856450-8aa7-492e-bf92-a59cc1399e6f req-7364af79-4393-4075-a82d-47d9ebcb6f3f tempest-ImagesTestJSON-80438504 tempest-ImagesTestJSON-80438504-project-member] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 944.989843] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 944.989843] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.989843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.989843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.989843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.989843] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.989843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.989843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.989843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.989843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.989843] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.133947] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e95d47d5-598d-47ed-9c6a-526bec3d54df',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.327537] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.327815] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.327958] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.328337] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.328702] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.328890] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.329104] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.329361] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.329514] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.330110] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.330110] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.330110] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.330110] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.330291] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.330291] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.330393] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.350752] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.351386] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.351386] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.351469] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.351904] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-0fb833c9-0a7c-469b-aa54-62117387a419 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.352175] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-0fb833c9-0a7c-469b-aa54-62117387a419" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.352277] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-0fb833c9-0a7c-469b-aa54-62117387a419" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.352597] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-0fb833c9-0a7c-469b-aa54-62117387a419" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.352825] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb833c9-0a7c-469b-aa54-62117387a419',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.493419] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.493616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.493679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.493939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.494038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.494358] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.494358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.494498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.494532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.494608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.494691] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 945.527375] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.527517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.527581] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.527833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.527987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.539472] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 945.637699] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.638131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.638131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.638310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.638346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.638462] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e95d47d5-598d-47ed-9c6a-526bec3d54df is going to be created. [ 945.667685] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.667685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.667685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.667685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.667685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.676886] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e95d47d5-598d-47ed-9c6a-526bec3d54df in Status: UNINITIALIZED for 2s [ 945.855615] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.855836] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.855991] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.856274] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.856425] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.856579] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 0fb833c9-0a7c-469b-aa54-62117387a419 not found, creating... [ 945.856849] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.857631] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.857631] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.857631] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.857631] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.857936] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.858040] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.858139] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.858354] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.858500] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.858639] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 0fb833c9-0a7c-469b-aa54-62117387a419 is going to be created. [ 945.885019] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.885327] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.885391] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.885675] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.885906] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.886144] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-0fb833c9-0a7c-469b-aa54-62117387a419" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.648420] env[66329]: INFO networking_nsxv3.common.synchronization [req-4f856450-8aa7-492e-bf92-a59cc1399e6f req-ad5d9350-4046-4b04-ac5a-ca46f0467963 service nova] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_rules [ 946.648420] env[66329]: INFO networking_nsxv3.common.synchronization [req-4f856450-8aa7-492e-bf92-a59cc1399e6f req-ad5d9350-4046-4b04-ac5a-ca46f0467963 service nova] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 946.648844] env[66329]: INFO networking_nsxv3.common.synchronization [req-4f856450-8aa7-492e-bf92-a59cc1399e6f req-ad5d9350-4046-4b04-ac5a-ca46f0467963 service nova] Enqueued Resource ID: 0fb833c9-0a7c-469b-aa54-62117387a419 with Priority: HIGHEST for action port [ 946.649481] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_rules [ 946.649521] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 946.649628] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fb833c9-0a7c-469b-aa54-62117387a419 with Priority: HIGHEST for action port [ 946.649914] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.650046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.650111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.650684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.650786] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.651723] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.651872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.652111] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fb833c9-0a7c-469b-aa54-62117387a419 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.652262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fb833c9-0a7c-469b-aa54-62117387a419" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.652306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fb833c9-0a7c-469b-aa54-62117387a419" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.652661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fb833c9-0a7c-469b-aa54-62117387a419" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.652661] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fb833c9-0a7c-469b-aa54-62117387a419',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.959119] env[66329]: INFO networking_nsxv3.common.synchronization [req-aaf1fc98-634c-49c0-bfd0-308350a2e35e req-9e4b0a89-9a63-4c3d-81cb-6c77c6f897fc tempest-ServerRescueNegativeTestJSON-2128701730 tempest-ServerRescueNegativeTestJSON-2128701730-project-member] Enqueued Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 946.959697] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 946.960635] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.960769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.960835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.961265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.962204] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.962204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.962204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.962399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.962431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.962544] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.154645] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.154914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.155487] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fb833c9-0a7c-469b-aa54-62117387a419 with status ACTIVE [ 947.156266] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.156841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.156971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.157251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.157399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.157598] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.157709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.157770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.158069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.158069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.158285] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.158377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.158441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.158588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.158687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.158849] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fb833c9-0a7c-469b-aa54-62117387a419 is going to be updated. [ 947.183905] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.184158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.184158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.184606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.184606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.184760] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fb833c9-0a7c-469b-aa54-62117387a419" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.466880] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.551452] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 947.551718] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 deletion is rescheduled due to dependency. [ 947.551882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.552135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.552434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.552700] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.552874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.552972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.553227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.553547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.553547] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.687408] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e95d47d5-598d-47ed-9c6a-526bec3d54df in Status: SUCCESS [ 947.687778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.688009] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.688283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.688496] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.688646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.688726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.688924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.689046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.689144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.689260] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e95d47d5-598d-47ed-9c6a-526bec3d54df',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.969694] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.056439] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.191526] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e95d47d5-598d-47ed-9c6a-526bec3d54df taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.191744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.191819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.192079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.192284] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.192433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.192514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.192768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.193563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.193563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.193563] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e95d47d5-598d-47ed-9c6a-526bec3d54df taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.193563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.193563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.193785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.193785] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.193867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.193952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.194126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.194242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.194336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.194445] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e95d47d5-598d-47ed-9c6a-526bec3d54df',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.472799] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.472989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.473066] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.473400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.473534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.473665] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 is going to be updated. [ 948.522860] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.523060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.523158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.523457] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.523653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.535991] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: IN_PROGRESS for 2s [ 948.558830] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.696666] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e95d47d5-598d-47ed-9c6a-526bec3d54df: rpc.has_security_group_logging(os_id): False [ 948.716835] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.717095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.717095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.717291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.717489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.717675] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.717791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.717860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.718178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.718305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.718728] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.719094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.719192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.719435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.719514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.719747] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.719894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.719980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.720553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.720746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.720746] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e95d47d5-598d-47ed-9c6a-526bec3d54df is going to be created. [ 948.794538] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.794757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.794757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.795020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.795297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.808828] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e95d47d5-598d-47ed-9c6a-526bec3d54df in Status: IN_PROGRESS for 2s [ 949.063884] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.063884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.063884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.063884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.063884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.063884] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 949.100546] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.100546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.100546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.100546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.100546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.108519] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 949.827152] env[66329]: INFO networking_nsxv3.common.synchronization [req-4afe6887-e10b-4237-a183-1358f28a4651 req-d6de53b2-b354-4fe2-b5ec-005bf1981400 tempest-MigrationsAdminTest-515158613 tempest-MigrationsAdminTest-515158613-project-member] Enqueued Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 949.828775] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGHEST for action security_group_members [ 949.829350] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.829661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.829851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.830281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.830675] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.831402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.831827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.832179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.833490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.833490] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.337062] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.337290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.337379] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.337591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.377865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.378405] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.378405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.378405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.378615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.378615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.378832] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c is going to be updated. [ 950.419265] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.419448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.419501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.419721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.419925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.435269] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: IN_PROGRESS for 2s [ 950.546979] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: SUCCESS [ 950.547236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.827068] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e95d47d5-598d-47ed-9c6a-526bec3d54df in Status: SUCCESS [ 950.828308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.124440] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 951.124440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.124440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.124440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.124440] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.124440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.124440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.124440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.124440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.124990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.124990] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.631949] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.632205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.632205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.632463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.632583] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.632722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.632800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.632894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.632980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.633086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.633236] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.633320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.633374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.633520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.633657] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.633757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.633857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.633939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.634024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.634128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.634209] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.769920] env[66329]: INFO networking_nsxv3.common.synchronization [req-e913cf52-3794-4c9a-af7d-a585e075752b req-6c0d53a5-4fb3-41eb-94b1-cba646dc1b58 tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 951.774095] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 951.774521] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.776651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.776905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.778234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.778234] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.778234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.778234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.778538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.779067] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.779067] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.136775] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d611721d-0d17-412b-a5b9-2d13eef9a463: rpc.has_security_group_logging(os_id): False [ 952.152628] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.152914] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.153089] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.153384] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.153714] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.153989] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.154214] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.154465] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.154630] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.155043] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.155159] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.155293] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.155390] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.155506] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.155612] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.155749] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.158024] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.158306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.158306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.158534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.158605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.158768] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.158875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.158983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.159230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.159329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.159580] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.159705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.159775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.159916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.160056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.160954] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.161209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.161321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.162078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.162204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.162394] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 952.186851] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.187171] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.187489] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.187732] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.188181] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-e0547185-ec90-4edf-92db-a776249fbdb8 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.188386] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-e0547185-ec90-4edf-92db-a776249fbdb8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.188550] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-e0547185-ec90-4edf-92db-a776249fbdb8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.188989] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-e0547185-ec90-4edf-92db-a776249fbdb8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.189171] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0547185-ec90-4edf-92db-a776249fbdb8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.245563] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.245819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.246039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.246251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.246489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.261785] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 952.282571] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.282817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.283454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.283557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.283627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.284470] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.284657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.284905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.285178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.285243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.285384] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 952.329630] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.329847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.329847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.330190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.330423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.342488] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 952.446937] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c in Status: SUCCESS [ 952.447473] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c deletion is rescheduled due to dependency. [ 952.447473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.692537] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.692990] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.693143] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.693557] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.693708] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.693884] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port e0547185-ec90-4edf-92db-a776249fbdb8 not found, creating... [ 952.694264] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.694526] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.694628] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.695051] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.695326] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.695739] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.696176] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.696176] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.696428] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.696590] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.696745] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: e0547185-ec90-4edf-92db-a776249fbdb8 is going to be created. [ 952.724757] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.725077] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.725199] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.725487] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.725734] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.725967] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-e0547185-ec90-4edf-92db-a776249fbdb8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.488626] env[66329]: INFO networking_nsxv3.common.synchronization [req-e913cf52-3794-4c9a-af7d-a585e075752b req-37c96683-1531-416b-9e15-beaa2780111f service nova] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_rules [ 953.488626] env[66329]: INFO networking_nsxv3.common.synchronization [req-e913cf52-3794-4c9a-af7d-a585e075752b req-37c96683-1531-416b-9e15-beaa2780111f service nova] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 953.488626] env[66329]: INFO networking_nsxv3.common.synchronization [req-e913cf52-3794-4c9a-af7d-a585e075752b req-37c96683-1531-416b-9e15-beaa2780111f service nova] Enqueued Resource ID: e0547185-ec90-4edf-92db-a776249fbdb8 with Priority: HIGHEST for action port [ 953.489395] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_rules [ 953.489395] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 953.489395] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0547185-ec90-4edf-92db-a776249fbdb8 with Priority: HIGHEST for action port [ 953.489653] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.489791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.489835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.490160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.490269] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.492076] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.492076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.492397] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0547185-ec90-4edf-92db-a776249fbdb8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.492397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0547185-ec90-4edf-92db-a776249fbdb8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.492397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0547185-ec90-4edf-92db-a776249fbdb8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.492558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0547185-ec90-4edf-92db-a776249fbdb8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.492592] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0547185-ec90-4edf-92db-a776249fbdb8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.992135] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.992459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.997426] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0547185-ec90-4edf-92db-a776249fbdb8 with status ACTIVE [ 953.997426] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.997426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.997426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.997426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.997426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.997426] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.997426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.997741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.997832] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.997944] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.998800] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.999080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.999080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.999204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.999258] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.999354] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0547185-ec90-4edf-92db-a776249fbdb8 is going to be updated. [ 954.021374] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.021546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.021546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.021744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.021888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.022062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0547185-ec90-4edf-92db-a776249fbdb8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.080125] env[66329]: INFO networking_nsxv3.common.synchronization [req-334956a6-fb8b-4bf6-8bf7-9eef46b129c0 req-3d636ecf-87ef-4e63-ad96-a8076adaa993 tempest-ServerPasswordTestJSON-867421435 tempest-ServerPasswordTestJSON-867421435-project-member] Enqueued Resource ID: e95d47d5-598d-47ed-9c6a-526bec3d54df with Priority: HIGHEST for action security_group_members [ 954.081116] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e95d47d5-598d-47ed-9c6a-526bec3d54df with Priority: HIGHEST for action security_group_members [ 954.081443] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e95d47d5-598d-47ed-9c6a-526bec3d54df taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.081658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.081732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.082344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.082536] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.082647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.082771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.082890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.082979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.083088] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e95d47d5-598d-47ed-9c6a-526bec3d54df',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.276908] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 954.277181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.353822] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 954.355051] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 deletion is rescheduled due to dependency. [ 954.355051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.355051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.355051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.355051] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.355051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.355051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.355368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.355368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.355368] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.585226] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.585608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.585608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.585710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.585754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.585967] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.586086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.586148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.586306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.586386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.586475] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e95d47d5-598d-47ed-9c6a-526bec3d54df is going to be updated. [ 954.640925] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.641153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.641153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.641538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.641679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.656303] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e95d47d5-598d-47ed-9c6a-526bec3d54df in Status: IN_PROGRESS for 2s [ 954.857442] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.359715] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.864044] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.864044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.864044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.864044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.864044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.864044] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 955.937710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.937907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.938016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.938259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.938455] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.949718] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 956.666679] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e95d47d5-598d-47ed-9c6a-526bec3d54df in Status: SUCCESS [ 956.666866] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e95d47d5-598d-47ed-9c6a-526bec3d54df deletion is rescheduled due to dependency. [ 956.666983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.959508] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 957.959848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.959926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.960160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.960357] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.960474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.960542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.960696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.960775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.960872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.960955] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.463465] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.463626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.463751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.463915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.464110] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.464210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.464272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.464415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.464501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.464586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.464732] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.464812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.464902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.465066] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.465208] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.465298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.465356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.465527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.465646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.465738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.465831] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.967869] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc43ac6-ac21-4ad7-b076-78f49402afa6: rpc.has_security_group_logging(os_id): False [ 958.985464] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.985574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.985645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.985894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.985989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.986175] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.986474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.986474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.986534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.986562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.987114] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.987114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.987114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.987114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.987114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.987339] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.987390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.987471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.987565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.987638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.987720] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 959.052904] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.053073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.053172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.053421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.053579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.067979] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 959.082544] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 959.082696] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 960.731236] env[66329]: INFO networking_nsxv3.common.synchronization [req-2d37078d-4f7c-486c-ac57-02fc6e1a8b59 req-b53e5941-4d80-4d36-90b9-71e43dd9ee90 tempest-MultipleCreateTestJSON-685023884 tempest-MultipleCreateTestJSON-685023884-project-member] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 960.731789] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 960.733030] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.733030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.733030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.733030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.733030] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.733030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.733030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.733030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.733413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.733413] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.074040] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.074040] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.074040] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.074270] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.074410] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.074574] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.074684] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.074928] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.075112] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.075517] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.075517] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.075902] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.075902] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.075902] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.075902] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.076216] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.101390] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 961.101768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.111986] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.111986] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.111986] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.111986] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.111986] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-918930f0-895b-475f-bca1-21fee87d846d taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.111986] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-918930f0-895b-475f-bca1-21fee87d846d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.111986] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-918930f0-895b-475f-bca1-21fee87d846d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.111986] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-918930f0-895b-475f-bca1-21fee87d846d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.112394] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('918930f0-895b-475f-bca1-21fee87d846d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.237097] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.237097] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.237097] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.237097] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.257031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.257334] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.257500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.257571] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.257811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.257893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.258109] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 961.288406] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.288628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.288628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.288870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.288960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.300515] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 961.614945] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.615282] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.615462] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.615780] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.615971] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.616204] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 918930f0-895b-475f-bca1-21fee87d846d not found, creating... [ 961.616590] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.616781] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.616952] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.617262] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.617430] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.617842] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.618044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.618176] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.618395] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.618550] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.618692] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 918930f0-895b-475f-bca1-21fee87d846d is going to be created. [ 961.648107] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.648107] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.648107] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.648460] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.649149] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.649149] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-918930f0-895b-475f-bca1-21fee87d846d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.417607] env[66329]: INFO networking_nsxv3.common.synchronization [req-2d37078d-4f7c-486c-ac57-02fc6e1a8b59 req-7e37fc85-d4a1-4784-ac7d-1a9aeece4107 service nova] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_rules [ 962.417867] env[66329]: INFO networking_nsxv3.common.synchronization [req-2d37078d-4f7c-486c-ac57-02fc6e1a8b59 req-7e37fc85-d4a1-4784-ac7d-1a9aeece4107 service nova] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 962.417867] env[66329]: INFO networking_nsxv3.common.synchronization [req-2d37078d-4f7c-486c-ac57-02fc6e1a8b59 req-7e37fc85-d4a1-4784-ac7d-1a9aeece4107 service nova] Enqueued Resource ID: 918930f0-895b-475f-bca1-21fee87d846d with Priority: HIGHEST for action port [ 962.418453] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_rules [ 962.418631] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 962.418743] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918930f0-895b-475f-bca1-21fee87d846d with Priority: HIGHEST for action port [ 962.419416] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.419674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.419846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.420115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.420246] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.421677] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.423042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.423042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-918930f0-895b-475f-bca1-21fee87d846d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.423276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-918930f0-895b-475f-bca1-21fee87d846d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.423276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-918930f0-895b-475f-bca1-21fee87d846d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.423396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-918930f0-895b-475f-bca1-21fee87d846d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.423484] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('918930f0-895b-475f-bca1-21fee87d846d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.927973] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.927973] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.928331] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 918930f0-895b-475f-bca1-21fee87d846d with status ACTIVE [ 962.928438] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.928592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.928761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.928939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.929080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.929415] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.929508] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.929645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.929735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.929950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.930035] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.931382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.931382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.931382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.931382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.931382] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 918930f0-895b-475f-bca1-21fee87d846d is going to be updated. [ 962.968818] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.969270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.969270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.969270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.969420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.969628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-918930f0-895b-475f-bca1-21fee87d846d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.255453] env[66329]: INFO networking_nsxv3.common.synchronization [req-2d37078d-4f7c-486c-ac57-02fc6e1a8b59 req-2bfc02a4-1c97-4fc9-8ef1-d0f78d049c92 tempest-MultipleCreateTestJSON-685023884 tempest-MultipleCreateTestJSON-685023884-project-member] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 963.256096] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 963.256858] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.256858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.314819] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 963.315128] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 deletion is rescheduled due to dependency. [ 963.315261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.315441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.315715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.315942] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.316104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.316226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.316443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.316538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.316635] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.540988] env[66329]: INFO networking_nsxv3.common.synchronization [req-0276b614-0c7d-4383-8773-896360754a0f req-2d957454-c1e3-4be3-8f7a-4a78333bf866 tempest-ServersV294TestFqdnHostnames-667991561 tempest-ServersV294TestFqdnHostnames-667991561-project-member] Enqueued Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_members [ 963.541574] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGHEST for action security_group_members [ 963.541878] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f76763a-255c-422d-b534-65fd663ac7c3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.542015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.542093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.542281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.542441] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.542562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.543199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.543199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.543199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.543199] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f76763a-255c-422d-b534-65fd663ac7c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.608369] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.608575] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.608706] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.608980] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.609265] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.609419] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.609557] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.609807] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.609955] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.610181] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.610299] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.610407] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.610512] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.610616] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.610717] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.610903] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.629895] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.630078] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.630232] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.630412] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.630739] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-c5103179-0886-4341-8cb1-c62b08f0f020 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.630913] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-c5103179-0886-4341-8cb1-c62b08f0f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.631044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-c5103179-0886-4341-8cb1-c62b08f0f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.631387] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-c5103179-0886-4341-8cb1-c62b08f0f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.631521] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5103179-0886-4341-8cb1-c62b08f0f020',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.819629] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.045821] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.047014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.047014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.047014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.068589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.068922] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.069077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.069150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.069377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.069524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.069629] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f76763a-255c-422d-b534-65fd663ac7c3 is going to be updated. [ 964.097660] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.097806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.097875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.098121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.098274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.108839] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f76763a-255c-422d-b534-65fd663ac7c3 in Status: IN_PROGRESS for 2s [ 964.133937] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.134208] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.134590] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.135077] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.135338] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.135562] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port c5103179-0886-4341-8cb1-c62b08f0f020 not found, creating... [ 964.135960] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.136293] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.137139] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.137139] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.137139] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.138784] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.139081] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.139241] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.139519] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.139686] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.139845] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: c5103179-0886-4341-8cb1-c62b08f0f020 is going to be created. [ 964.160470] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.160667] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.160790] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.161085] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.161425] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.161698] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-c5103179-0886-4341-8cb1-c62b08f0f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.321588] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.823771] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.824142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.824142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.824413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.824549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.824673] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 964.867151] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.867401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.867401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.867581] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.867729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.878437] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 964.914180] env[66329]: INFO networking_nsxv3.common.synchronization [req-2d37078d-4f7c-486c-ac57-02fc6e1a8b59 req-58bebc93-bf59-41e9-8d74-7dfab328e538 service nova] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_rules [ 964.914403] env[66329]: INFO networking_nsxv3.common.synchronization [req-2d37078d-4f7c-486c-ac57-02fc6e1a8b59 req-58bebc93-bf59-41e9-8d74-7dfab328e538 service nova] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 964.914857] env[66329]: INFO networking_nsxv3.common.synchronization [req-2d37078d-4f7c-486c-ac57-02fc6e1a8b59 req-58bebc93-bf59-41e9-8d74-7dfab328e538 service nova] Enqueued Resource ID: c5103179-0886-4341-8cb1-c62b08f0f020 with Priority: HIGHEST for action port [ 964.915349] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_rules [ 964.915551] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 964.915670] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5103179-0886-4341-8cb1-c62b08f0f020 with Priority: HIGHEST for action port [ 964.915988] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.916158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.916420] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.916545] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.916763] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5103179-0886-4341-8cb1-c62b08f0f020 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.917069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5103179-0886-4341-8cb1-c62b08f0f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.917069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5103179-0886-4341-8cb1-c62b08f0f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.917379] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5103179-0886-4341-8cb1-c62b08f0f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.917521] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5103179-0886-4341-8cb1-c62b08f0f020',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.420512] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5103179-0886-4341-8cb1-c62b08f0f020 with status ACTIVE [ 965.420782] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.420782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.421036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.421068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.421503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.421503] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.421503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.421885] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.421885] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.421885] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.421974] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.423022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.423022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.423022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.423022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.423022] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5103179-0886-4341-8cb1-c62b08f0f020 is going to be updated. [ 965.452372] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.452528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.452602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.452840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.453132] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.453212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5103179-0886-4341-8cb1-c62b08f0f020" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.691405] env[66329]: INFO networking_nsxv3.common.synchronization [req-33d2cac7-6a93-4aa1-9252-9d45a41856d5 req-7b9fe7ea-b101-44a9-aaca-50a180bdbd80 tempest-ImagesNegativeTestJSON-360291097 tempest-ImagesNegativeTestJSON-360291097-project-member] Enqueued Resource ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb with Priority: HIGHEST for action security_group_members [ 965.691912] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb with Priority: HIGHEST for action security_group_members [ 965.692512] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.692684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.692777] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.693154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.693390] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.693518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.693607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.693808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.693936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.694091] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f6142df-3137-4baa-88c3-8cbc3d6df1cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.005393] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.005751] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-348" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.005751] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-348" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.006028] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-348" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.006303] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.006547] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.006731] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.006988] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.007194] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.007398] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.007533] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.007609] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.007719] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.007872] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.007946] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.008067] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.030814] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.031733] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.031733] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.031733] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-348" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.031733] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-54ea08a3-46d8-48c9-9584-d9bea3579da0 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.032068] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-54ea08a3-46d8-48c9-9584-d9bea3579da0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.032068] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-54ea08a3-46d8-48c9-9584-d9bea3579da0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.032318] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-54ea08a3-46d8-48c9-9584-d9bea3579da0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.033035] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ea08a3-46d8-48c9-9584-d9bea3579da0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.120219] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f76763a-255c-422d-b534-65fd663ac7c3 in Status: SUCCESS [ 966.120403] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f76763a-255c-422d-b534-65fd663ac7c3 deletion is rescheduled due to dependency. [ 966.120554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.197320] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.197518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.197617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.197915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.198054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.198320] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.198453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.198542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.198749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.198854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.198969] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb already deleted. [ 966.199098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.537016] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.537016] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.537016] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.537016] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.537016] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.537016] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 54ea08a3-46d8-48c9-9584-d9bea3579da0 not found, creating... [ 966.537016] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.537390] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.537947] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.538238] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.538493] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.538920] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.539146] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.539316] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.539578] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.539742] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.539928] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 54ea08a3-46d8-48c9-9584-d9bea3579da0 is going to be created. [ 966.564358] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.564580] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.564684] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.565021] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.565274] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.565536] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-54ea08a3-46d8-48c9-9584-d9bea3579da0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.889350] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 966.889652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.889984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.890274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.890511] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.890662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.890700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.890854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.890919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.890991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.891145] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.892324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.892566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.892810] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.893010] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.893145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.893331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.893448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.893574] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.315793] env[66329]: INFO networking_nsxv3.common.synchronization [req-33d2cac7-6a93-4aa1-9252-9d45a41856d5 req-fe64d15f-eb09-46a1-9f15-3f88f9da9e8d service nova] Enqueued Resource ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb with Priority: HIGHEST for action security_group_rules [ 967.316213] env[66329]: INFO networking_nsxv3.common.synchronization [req-33d2cac7-6a93-4aa1-9252-9d45a41856d5 req-fe64d15f-eb09-46a1-9f15-3f88f9da9e8d service nova] Enqueued Resource ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb with Priority: HIGHEST for action security_group_members [ 967.316552] env[66329]: INFO networking_nsxv3.common.synchronization [req-33d2cac7-6a93-4aa1-9252-9d45a41856d5 req-fe64d15f-eb09-46a1-9f15-3f88f9da9e8d service nova] Enqueued Resource ID: 54ea08a3-46d8-48c9-9584-d9bea3579da0 with Priority: HIGHEST for action port [ 967.317769] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb with Priority: HIGHEST for action security_group_rules [ 967.317769] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb with Priority: HIGHEST for action security_group_members [ 967.317769] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ea08a3-46d8-48c9-9584-d9bea3579da0 with Priority: HIGHEST for action port [ 967.318211] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f6142df-3137-4baa-88c3-8cbc3d6df1cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.318404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.318502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.318897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.319052] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f6142df-3137-4baa-88c3-8cbc3d6df1cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.320677] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.321480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.322736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.322736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.322736] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.322736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.322736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.323216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.323216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.323216] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f6142df-3137-4baa-88c3-8cbc3d6df1cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.324261] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-54ea08a3-46d8-48c9-9584-d9bea3579da0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.324342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54ea08a3-46d8-48c9-9584-d9bea3579da0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.324449] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54ea08a3-46d8-48c9-9584-d9bea3579da0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.324663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54ea08a3-46d8-48c9-9584-d9bea3579da0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.324763] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ea08a3-46d8-48c9-9584-d9bea3579da0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.395839] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.396047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.396458] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.827952] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f6142df-3137-4baa-88c3-8cbc3d6df1cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.829542] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.829728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.830010] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54ea08a3-46d8-48c9-9584-d9bea3579da0 with status ACTIVE [ 967.830327] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.830452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.830506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.830878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.831045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.832260] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.832260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.832260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.832260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.832260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.832260] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.832260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.832260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.832757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.832757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.832757] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54ea08a3-46d8-48c9-9584-d9bea3579da0 is going to be updated. [ 967.858117] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.858117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.858117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.858117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.858117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.858117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54ea08a3-46d8-48c9-9584-d9bea3579da0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.901609] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.335967] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f6142df-3137-4baa-88c3-8cbc3d6df1cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.403713] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.404564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.405218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.405597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.405807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.406032] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 968.440887] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.440887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.440887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.440887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.440887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.450317] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 968.838795] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.839033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.839154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.839341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.839464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.839562] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb is going to be created. [ 968.865800] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.866058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.866058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.866237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.866397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.879069] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb in Status: UNINITIALIZED for 2s [ 970.461229] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 970.462079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.462079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.462170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.462386] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.462523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.462601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.462843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.463020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.463101] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.544780] env[66329]: INFO networking_nsxv3.common.synchronization [req-6fd82904-bcdb-4adb-b9a8-76035985d828 req-f3e95659-0a42-4360-a478-4cd401eacc16 tempest-ServersTestJSON-1055837014 tempest-ServersTestJSON-1055837014-project-member] Enqueued Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_members [ 970.545386] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGHEST for action security_group_members [ 970.546244] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2f10856-5021-4ee2-9316-ba2d40fdd286 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.546385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.546431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.546654] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.546813] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.546914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.546974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.547150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.547233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.547342] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2f10856-5021-4ee2-9316-ba2d40fdd286',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.889873] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb in Status: SUCCESS [ 970.890073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.890279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.890473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.890767] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.890907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.890907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.891490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.891490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.891490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.891490] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f6142df-3137-4baa-88c3-8cbc3d6df1cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.966282] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.049855] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.050080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.050168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.050410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.075980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.076528] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.076676] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.076746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.076989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.077301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.077301] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 is going to be updated. [ 971.116101] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.116260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.116331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.116539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.116688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.132137] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 in Status: IN_PROGRESS for 2s [ 971.393420] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.393642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.393642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.393851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.394159] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.394159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.394413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.394413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.394488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.394535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.395414] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.395414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.395414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.395414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.395414] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.395414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.395414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.395414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.395890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.395890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.395890] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f6142df-3137-4baa-88c3-8cbc3d6df1cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.469345] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.900815] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f6142df-3137-4baa-88c3-8cbc3d6df1cb: rpc.has_security_group_logging(os_id): False [ 971.919187] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.919317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.919317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.919510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.919601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.919826] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.919923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.919986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.920177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.920280] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.920449] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.920588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.920588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.920764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.920845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.921057] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.921173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.921292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.921398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.921487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.921614] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb is going to be created. [ 971.974878] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.975054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.975139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.975381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.975781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.975781] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 971.992235] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.992235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.992235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.992235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.992235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.004261] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb in Status: IN_PROGRESS for 2s [ 972.009353] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.009353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.009353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.009569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.009920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.021588] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 973.142813] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 in Status: SUCCESS [ 973.142813] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 deletion is rescheduled due to dependency. [ 973.142813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.018807] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb in Status: SUCCESS [ 974.019062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.032356] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 974.032623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.032819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.033165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.033428] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.033559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.033624] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.033812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.033915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.034051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.034274] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.034416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.034462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.034620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.034815] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.034931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.035094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.035287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.035387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.035493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.035604] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.539069] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f043bbda-3964-45bf-8ba0-a89f4f3d9ed2: rpc.has_security_group_logging(os_id): False [ 974.561122] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.561246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.561291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.561607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.561607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.561774] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.561873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.561936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.562134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.562215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.562615] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.562780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.562780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.562950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.563016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.563527] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.563527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.563527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.563527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.563681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.563681] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 974.629273] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.629273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.629273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.629273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.629273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.644240] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 975.546842] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 975.547159] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 976.662185] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 976.662546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.662598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.662854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.662941] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.165487] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.165643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.165737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.165966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.166203] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.166321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.166404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.166548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.166638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.166734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.167160] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.669855] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.669855] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.670233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.670233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.670339] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.670858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.670969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.671121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.671397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.671397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.671523] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.671603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.671603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.671736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.672806] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.672806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.672806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.672806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.672806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.672806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.672806] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.174635] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f043bbda-3964-45bf-8ba0-a89f4f3d9ed2: rpc.has_security_group_logging(os_id): False [ 978.199193] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.199390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.199475] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.200221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.200221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.200221] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.200437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.200529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.200771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.200892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.201180] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.201319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.201422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.201621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.201806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.202128] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.202301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.202418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.203060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.203060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.203060] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 978.283308] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.283505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.283547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.283816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.284044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.304326] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 978.386795] env[66329]: INFO networking_nsxv3.common.synchronization [req-913b357b-080e-4f70-b700-43baf6c3eeb0 req-1a49ac89-54af-4c2a-82a1-008253ac0217 tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 978.388010] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 978.388763] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.388913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.389378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.389378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.389575] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.389691] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.389780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.389876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.389959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.390074] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.422545] env[66329]: INFO networking_nsxv3.common.synchronization [req-913b357b-080e-4f70-b700-43baf6c3eeb0 req-1a49ac89-54af-4c2a-82a1-008253ac0217 tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_rules [ 978.422884] env[66329]: INFO networking_nsxv3.common.synchronization [req-913b357b-080e-4f70-b700-43baf6c3eeb0 req-1a49ac89-54af-4c2a-82a1-008253ac0217 tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 978.423183] env[66329]: INFO networking_nsxv3.common.synchronization [req-913b357b-080e-4f70-b700-43baf6c3eeb0 req-1a49ac89-54af-4c2a-82a1-008253ac0217 tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: 9de85e85-92a7-4c56-8eba-c39db110a3ba with Priority: HIGHEST for action port [ 978.426663] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_rules [ 978.426663] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 978.426786] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de85e85-92a7-4c56-8eba-c39db110a3ba with Priority: HIGHEST for action port [ 978.427246] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.427246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.428205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.428205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.428205] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.428678] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.428678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.428811] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de85e85-92a7-4c56-8eba-c39db110a3ba taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.429320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.429320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.429320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.429772] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de85e85-92a7-4c56-8eba-c39db110a3ba',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.892743] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.931630] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.931753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.932024] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9de85e85-92a7-4c56-8eba-c39db110a3ba with status ACTIVE [ 978.932097] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.932211] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.932253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.932454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.932543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.932701] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.932793] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.932854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.933026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.933122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.933479] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.933479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.933479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.933644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.933644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.933715] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9de85e85-92a7-4c56-8eba-c39db110a3ba is going to be updated. [ 978.956897] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.957533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.958343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.958343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.958343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.958343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.032022] env[66329]: INFO networking_nsxv3.common.synchronization [req-9d2d117d-c6ea-4007-876c-df04dccdb9b7 req-b712e97f-405b-4d52-bc85-13d379922108 tempest-MultipleCreateTestJSON-685023884 tempest-MultipleCreateTestJSON-685023884-project-member] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 979.032738] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 979.033127] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.033234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.033316] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.033525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.033695] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.033799] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.033862] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.034025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.034116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.034211] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.087570] env[66329]: INFO networking_nsxv3.common.synchronization [req-2b3e906d-3e87-41e1-9932-8b5406b511ec req-a7eec5a5-c800-49f6-96fd-eab99e61daf0 tempest-ImagesNegativeTestJSON-360291097 tempest-ImagesNegativeTestJSON-360291097-project-member] Enqueued Resource ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb with Priority: HIGHEST for action security_group_members [ 979.089432] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb with Priority: HIGHEST for action security_group_members [ 979.089432] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.089432] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.089432] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.089982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.090785] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.090954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.091048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.091259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.091391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.091518] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f6142df-3137-4baa-88c3-8cbc3d6df1cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.397135] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.426394] env[66329]: INFO networking_nsxv3.common.synchronization [req-6c6760ca-4730-47cf-b237-b8c51608a775 req-7c6b5070-65fd-4f06-a3c7-f52fdd473159 tempest-MultipleCreateTestJSON-685023884 tempest-MultipleCreateTestJSON-685023884-project-member] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 979.426936] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGHEST for action security_group_members [ 979.427268] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.427372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.537151] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.595045] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.595045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.595045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.595423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.595423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.595529] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.595529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.595676] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.595758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.595877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.595944] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb is going to be updated. [ 979.625906] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.626065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.626182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.626382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.626511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.635313] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb in Status: IN_PROGRESS for 2s [ 979.900318] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.900318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.900699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.900699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.900699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.900838] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde is going to be updated. [ 979.927973] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.928225] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.928317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.928546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.928802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.937559] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: IN_PROGRESS for 2s [ 980.039264] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.333511] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 980.333899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.514147] env[66329]: INFO networking_nsxv3.common.synchronization [req-872f4c0f-e42d-47fa-8a04-baadb84343e3 req-d1efb598-563a-4a27-9482-f138da0442d5 tempest-ServerRescueNegativeTestJSON-2128701730 tempest-ServerRescueNegativeTestJSON-2128701730-project-member] Enqueued Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 980.514761] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGHEST for action security_group_members [ 980.518244] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.518244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.518244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.519161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.519161] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.519161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.519161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.519161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.519161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.519945] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.541685] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.541844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.541965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.542273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.542902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.542902] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 980.574275] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.574441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.574520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.575116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.575262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.584931] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 981.021237] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.022304] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.022304] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.022304] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.043246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.043546] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.043631] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.043764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.043887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.043969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.044062] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 is going to be updated. [ 981.075474] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.075474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.075474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.075474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.075474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.083537] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: IN_PROGRESS for 2s [ 981.646754] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb in Status: SUCCESS [ 981.646947] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb deletion is rescheduled due to dependency. [ 981.647091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.950876] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: SUCCESS [ 981.950876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.950876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.950876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.950876] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.950876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.950876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.950876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.950876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.950876] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.031276] env[66329]: INFO networking_nsxv3.common.synchronization [req-7b629602-a19c-4c26-814a-cc48fc98ffdc req-84bbf436-8af8-40cd-ae30-99828448a700 tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 982.032131] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 982.032783] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.032783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.044915] env[66329]: INFO networking_nsxv3.common.synchronization [req-7b629602-a19c-4c26-814a-cc48fc98ffdc req-84bbf436-8af8-40cd-ae30-99828448a700 tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_rules [ 982.045111] env[66329]: INFO networking_nsxv3.common.synchronization [req-7b629602-a19c-4c26-814a-cc48fc98ffdc req-84bbf436-8af8-40cd-ae30-99828448a700 tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 982.045264] env[66329]: INFO networking_nsxv3.common.synchronization [req-7b629602-a19c-4c26-814a-cc48fc98ffdc req-84bbf436-8af8-40cd-ae30-99828448a700 tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: 9de85e85-92a7-4c56-8eba-c39db110a3ba with Priority: HIGHEST for action port [ 982.045719] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_rules [ 982.045846] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 982.045941] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de85e85-92a7-4c56-8eba-c39db110a3ba with Priority: HIGHEST for action port [ 982.046381] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.046485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.046687] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.046772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.046952] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de85e85-92a7-4c56-8eba-c39db110a3ba taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.047072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.047214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.047334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.047417] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de85e85-92a7-4c56-8eba-c39db110a3ba',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.455414] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.549313] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9de85e85-92a7-4c56-8eba-c39db110a3ba with status ACTIVE [ 982.549556] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.549694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.549765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.549982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.550097] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.550286] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.550393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.550455] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.550612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.550724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.550932] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.551052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.551118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.551261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.551335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.551420] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9de85e85-92a7-4c56-8eba-c39db110a3ba is going to be updated. [ 982.576205] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.576205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.576205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.576205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.576562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.576562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de85e85-92a7-4c56-8eba-c39db110a3ba" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.595315] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 982.596380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.596380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.596380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.596380] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.596380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.596640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.596640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.596640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.596731] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.958896] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.096369] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 in Status: SUCCESS [ 983.097101] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 deletion is rescheduled due to dependency. [ 983.097101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.105696] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.105696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.105696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.105696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.105696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.105696] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.106187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.106187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.106187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.106332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.106478] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be updated. [ 983.133824] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.134904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.134904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.134904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.134904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.146402] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: IN_PROGRESS for 2s [ 983.444249] env[66329]: INFO networking_nsxv3.common.synchronization [None req-bac1f51a-0cf0-422c-9b53-79559320083f None None] Enqueued Resource ID: c8aea6b2-85ac-497d-8495-3a318ac2f163 with Priority: HIGHEST for action port [ 983.444804] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8aea6b2-85ac-497d-8495-3a318ac2f163 with Priority: HIGHEST for action port [ 983.446821] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8aea6b2-85ac-497d-8495-3a318ac2f163 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.446959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8aea6b2-85ac-497d-8495-3a318ac2f163" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.447039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8aea6b2-85ac-497d-8495-3a318ac2f163" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.447300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8aea6b2-85ac-497d-8495-3a318ac2f163" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.447421] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8aea6b2-85ac-497d-8495-3a318ac2f163',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.463759] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.463904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.464034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.464174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.464362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.464362] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde is going to be updated. [ 983.494410] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.494410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.494410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.494596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.494957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.504779] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: IN_PROGRESS for 2s [ 983.952389] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8aea6b2-85ac-497d-8495-3a318ac2f163 [ 983.952580] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.952710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.953580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.953580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.953580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.953580] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8aea6b2-85ac-497d-8495-3a318ac2f163 already deleted. [ 983.953580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8aea6b2-85ac-497d-8495-3a318ac2f163" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.164642] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 in Status: SUCCESS [ 985.164958] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 deletion is rescheduled due to dependency. [ 985.166634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.519795] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: SUCCESS [ 985.520015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.520102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.520317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.520534] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.520649] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.520712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.520862] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.520937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.521029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.521125] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.524090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.524283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.524456] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.524564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.524629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.524774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.524852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.524940] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.540590] env[66329]: INFO networking_nsxv3.common.synchronization [req-8a217af8-3b64-4c62-a915-a58f6dafb822 req-978da320-fc6b-4c86-ad49-10d046f9ebad tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 985.540590] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 985.540767] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.540892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.540953] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.541194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.541352] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.541518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.541579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.541725] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.541808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.541897] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.025302] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.028276] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.043724] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.044636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.044636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.044636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.044636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.044931] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.044931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.045088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.045182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.045267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.045346] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 986.094800] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.095120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.095120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.095481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.095481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.113435] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 986.527321] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba7f4954-38bb-4fdb-91a6-204dd39befde: rpc.has_security_group_logging(os_id): False [ 986.531703] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.544726] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.544936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.544936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.545225] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.545320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.545578] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.545682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.545746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.545904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.545980] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.546117] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde is going to be updated. [ 986.610082] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.611227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.611227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.611227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.611227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.627155] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: IN_PROGRESS for 2s [ 987.034385] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.034522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.034599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.034803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.034997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.034997] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde is going to be updated. [ 987.064170] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.064327] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.064424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.064644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.064792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.076376] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: IN_PROGRESS for 2s [ 987.397460] env[66329]: INFO networking_nsxv3.common.synchronization [req-e5ca35f7-cda1-4f36-bdb3-a4ae904197ce req-bd97b99a-3e73-45ea-bada-c634e7d73703 tempest-AttachInterfacesUnderV243Test-1021366136 tempest-AttachInterfacesUnderV243Test-1021366136-project-member] Enqueued Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 987.398357] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7f4954-38bb-4fdb-91a6-204dd39befde with Priority: HIGHEST for action security_group_members [ 987.400412] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba7f4954-38bb-4fdb-91a6-204dd39befde taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.400618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.129049] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 988.129049] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da deletion is rescheduled due to dependency. [ 988.129049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.641162] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: SUCCESS [ 988.641386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.641609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.641779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.641869] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.674249] env[66329]: INFO networking_nsxv3.common.synchronization [None req-39979b36-60f3-4393-aa18-f679dd8f4c7c None None] Enqueued Resource ID: fa15c5f7-35ea-4098-8408-5a46b25f4985 with Priority: HIGHEST for action port [ 988.674249] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa15c5f7-35ea-4098-8408-5a46b25f4985 with Priority: HIGHEST for action port [ 988.674354] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa15c5f7-35ea-4098-8408-5a46b25f4985 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.674422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa15c5f7-35ea-4098-8408-5a46b25f4985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.674494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa15c5f7-35ea-4098-8408-5a46b25f4985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.674898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa15c5f7-35ea-4098-8408-5a46b25f4985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.675156] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa15c5f7-35ea-4098-8408-5a46b25f4985',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.105616] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba7f4954-38bb-4fdb-91a6-204dd39befde in Status: SUCCESS [ 989.105616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.106010] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.106389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.107128] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.107376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.107473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.107695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.107830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.107957] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.165871] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.166161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.166161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.166327] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.166411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.166505] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde is going to be deleted. [ 989.178111] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa15c5f7-35ea-4098-8408-5a46b25f4985 [ 989.179498] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.179498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.179639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.179785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.179886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.179987] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa15c5f7-35ea-4098-8408-5a46b25f4985 already deleted. [ 989.180075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa15c5f7-35ea-4098-8408-5a46b25f4985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.230301] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.230454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.230525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.230732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.230822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.230945] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.611103] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.611280] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.611351] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.611606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.611720] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.611927] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.612035] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.612098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.612249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.612324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.612482] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde is going to be deleted. [ 989.647913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.647913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.647913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.647913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.647913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.647913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.647913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.647913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.647913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.648382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.648382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.648382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.648382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.648382] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba7f4954-38bb-4fdb-91a6-204dd39befde',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.150704] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.150830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.150891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.152108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.152108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.152108] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.152108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.152108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.152108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.152108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.152108] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba7f4954-38bb-4fdb-91a6-204dd39befde already deleted. [ 990.152108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba7f4954-38bb-4fdb-91a6-204dd39befde" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.025415] env[66329]: INFO networking_nsxv3.common.synchronization [None req-efbf46a4-3534-4f53-8044-f83cadbc4f4e None None] Enqueued Resource ID: dadd78ae-90a7-428e-b15a-857a99d77f0c with Priority: HIGHEST for action port [ 991.026146] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dadd78ae-90a7-428e-b15a-857a99d77f0c with Priority: HIGHEST for action port [ 991.027803] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-dadd78ae-90a7-428e-b15a-857a99d77f0c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.027992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dadd78ae-90a7-428e-b15a-857a99d77f0c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.028528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dadd78ae-90a7-428e-b15a-857a99d77f0c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.029637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dadd78ae-90a7-428e-b15a-857a99d77f0c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.029789] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dadd78ae-90a7-428e-b15a-857a99d77f0c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.531710] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dadd78ae-90a7-428e-b15a-857a99d77f0c [ 991.532105] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.532105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.532105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.532785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.532785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.532958] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dadd78ae-90a7-428e-b15a-857a99d77f0c already deleted. [ 991.532958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dadd78ae-90a7-428e-b15a-857a99d77f0c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.548198] env[66329]: INFO networking_nsxv3.common.synchronization [None req-d5ee1b6c-8f80-4f6e-b1a1-f3472d7632a4 None None] Enqueued Resource ID: 2113024f-0dc3-4e74-8a50-0f86c827197a with Priority: HIGHEST for action port [ 991.548505] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2113024f-0dc3-4e74-8a50-0f86c827197a with Priority: HIGHEST for action port [ 991.549077] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-2113024f-0dc3-4e74-8a50-0f86c827197a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.549259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2113024f-0dc3-4e74-8a50-0f86c827197a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.549259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2113024f-0dc3-4e74-8a50-0f86c827197a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.549584] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2113024f-0dc3-4e74-8a50-0f86c827197a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.549658] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2113024f-0dc3-4e74-8a50-0f86c827197a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.052523] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2113024f-0dc3-4e74-8a50-0f86c827197a [ 992.053085] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.053085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.053274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.055170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.055170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.055170] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2113024f-0dc3-4e74-8a50-0f86c827197a already deleted. [ 992.055170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2113024f-0dc3-4e74-8a50-0f86c827197a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.083970] env[66329]: INFO networking_nsxv3.common.synchronization [None req-70776cd7-069d-4df8-84d6-64947bc8c320 None None] Enqueued Resource ID: 728243cd-1f8b-4980-9617-622ba6181608 with Priority: HIGHEST for action port [ 994.084487] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728243cd-1f8b-4980-9617-622ba6181608 with Priority: HIGHEST for action port [ 994.084798] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-728243cd-1f8b-4980-9617-622ba6181608 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.084938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-728243cd-1f8b-4980-9617-622ba6181608" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.084978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-728243cd-1f8b-4980-9617-622ba6181608" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.086918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-728243cd-1f8b-4980-9617-622ba6181608" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.087070] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('728243cd-1f8b-4980-9617-622ba6181608',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.589729] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 728243cd-1f8b-4980-9617-622ba6181608 [ 994.589980] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.590128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.590193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.590431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.590520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.590619] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:728243cd-1f8b-4980-9617-622ba6181608 already deleted. [ 994.590688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-728243cd-1f8b-4980-9617-622ba6181608" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.897106] env[66329]: INFO networking_nsxv3.common.synchronization [req-46caeba4-96be-4527-8340-78907ce31814 req-9c2c2932-13f4-47af-9a93-eca9aa8569dd tempest-ImagesTestJSON-80438504 tempest-ImagesTestJSON-80438504-project-member] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 994.897654] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 994.898050] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.899037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.899765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.899948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.900129] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.900730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.900730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.900730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.900730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.900730] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.278403] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.278770] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.278770] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.278968] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.279250] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.279403] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.279516] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.279721] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.279865] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.280099] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.280230] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.280344] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.280452] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.280561] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.280664] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.280792] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.303669] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.303915] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.303995] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.304163] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.304563] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-f6d0166c-d986-44c5-8677-f95900634a02 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.304745] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-f6d0166c-d986-44c5-8677-f95900634a02" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.304864] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-f6d0166c-d986-44c5-8677-f95900634a02" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.305238] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-f6d0166c-d986-44c5-8677-f95900634a02" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.305409] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d0166c-d986-44c5-8677-f95900634a02',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.403153] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.807950] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.808447] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.808447] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.808604] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.808753] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.808905] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port f6d0166c-d986-44c5-8677-f95900634a02 not found, creating... [ 995.809185] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.809342] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.809457] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.809671] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.809821] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.810099] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.810257] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.810387] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.810591] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.810725] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.810863] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: f6d0166c-d986-44c5-8677-f95900634a02 is going to be created. [ 995.836224] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.836457] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.836554] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.836851] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.837090] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.837315] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-f6d0166c-d986-44c5-8677-f95900634a02" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.904782] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.407704] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.408078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.408078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.408214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.408254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.408354] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 996.438880] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.438880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.438880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.438880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.438880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.446216] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 996.542841] env[66329]: INFO networking_nsxv3.common.synchronization [req-46caeba4-96be-4527-8340-78907ce31814 req-6e1272d0-e4c6-4a82-b388-e0fb565afb51 service nova] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_rules [ 996.542911] env[66329]: INFO networking_nsxv3.common.synchronization [req-46caeba4-96be-4527-8340-78907ce31814 req-6e1272d0-e4c6-4a82-b388-e0fb565afb51 service nova] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 996.543208] env[66329]: INFO networking_nsxv3.common.synchronization [req-46caeba4-96be-4527-8340-78907ce31814 req-6e1272d0-e4c6-4a82-b388-e0fb565afb51 service nova] Enqueued Resource ID: f6d0166c-d986-44c5-8677-f95900634a02 with Priority: HIGHEST for action port [ 996.543816] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_rules [ 996.546694] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 996.546694] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d0166c-d986-44c5-8677-f95900634a02 with Priority: HIGHEST for action port [ 996.546694] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.546694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.546694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.546694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.546694] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.546694] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.546694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.546694] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d0166c-d986-44c5-8677-f95900634a02 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.546694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d0166c-d986-44c5-8677-f95900634a02" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.546694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d0166c-d986-44c5-8677-f95900634a02" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.546694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d0166c-d986-44c5-8677-f95900634a02" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.546694] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d0166c-d986-44c5-8677-f95900634a02',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.050112] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.050394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.050484] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6d0166c-d986-44c5-8677-f95900634a02 with status ACTIVE [ 997.050710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.050921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.051071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.051425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.052033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.052033] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.052196] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.053734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.053734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.053734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.054965] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.054965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.054965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.054965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.054965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.055739] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6d0166c-d986-44c5-8677-f95900634a02 is going to be updated. [ 997.077775] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.077966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.078024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.078226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.078367] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.078525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d0166c-d986-44c5-8677-f95900634a02" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.502717] env[66329]: INFO networking_nsxv3.common.synchronization [None req-60f0b29e-7225-46de-96fd-faec10ba663a None None] Enqueued Resource ID: 21bd079b-a6b0-4556-8aa3-da3ca64ffc57 with Priority: HIGHEST for action port [ 997.503013] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bd079b-a6b0-4556-8aa3-da3ca64ffc57 with Priority: HIGHEST for action port [ 997.503583] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-21bd079b-a6b0-4556-8aa3-da3ca64ffc57 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.503731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21bd079b-a6b0-4556-8aa3-da3ca64ffc57" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.503763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21bd079b-a6b0-4556-8aa3-da3ca64ffc57" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.504236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21bd079b-a6b0-4556-8aa3-da3ca64ffc57" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.504236] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21bd079b-a6b0-4556-8aa3-da3ca64ffc57',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.006951] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21bd079b-a6b0-4556-8aa3-da3ca64ffc57 [ 998.009139] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.009139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.009139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.009139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.009139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.009139] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21bd079b-a6b0-4556-8aa3-da3ca64ffc57 already deleted. [ 998.009139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21bd079b-a6b0-4556-8aa3-da3ca64ffc57" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.107525] env[66329]: INFO networking_nsxv3.common.synchronization [None req-ce5d7e2a-56de-402b-a381-eeddc48a0b34 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_rules [ 998.107525] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_rules [ 998.108111] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.108386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.108671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.109037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.109238] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.208869] env[66329]: INFO networking_nsxv3.common.synchronization [None req-a84a62bc-da32-44dd-beb0-b6dcb38a0ae3 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_rules [ 998.209287] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_rules [ 998.209503] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.210864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.457264] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 998.457514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.457712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.457959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.458226] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.458364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.458432] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.458659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.458659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.458747] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.633304] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.633659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.633659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.633776] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.633869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.634017] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 already deleted. [ 998.634157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.634352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.634545] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.634635] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.960923] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.156704] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.156853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.157529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.157529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.157529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.157529] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 already deleted. [ 999.157529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.466104] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.744499] env[66329]: INFO networking_nsxv3.common.synchronization [None req-4374fb61-d767-4545-84a1-b03c4685e914 None None] Enqueued Resource ID: 49405c3e-1e92-4db5-a909-e9d360a38fc2 with Priority: HIGHEST for action port [ 999.745036] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49405c3e-1e92-4db5-a909-e9d360a38fc2 with Priority: HIGHEST for action port [ 999.745386] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-49405c3e-1e92-4db5-a909-e9d360a38fc2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.745510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49405c3e-1e92-4db5-a909-e9d360a38fc2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.745575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49405c3e-1e92-4db5-a909-e9d360a38fc2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.745975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49405c3e-1e92-4db5-a909-e9d360a38fc2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.746038] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49405c3e-1e92-4db5-a909-e9d360a38fc2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.969143] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.969299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.969371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.969614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.969710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.969809] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 1000.002042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.002042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.002042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.002322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.002522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.014055] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 1000.248434] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49405c3e-1e92-4db5-a909-e9d360a38fc2 [ 1000.248653] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.248776] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.248842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.249072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.249167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.249350] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49405c3e-1e92-4db5-a909-e9d360a38fc2 already deleted. [ 1000.249350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49405c3e-1e92-4db5-a909-e9d360a38fc2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.026700] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 1002.027076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.027139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.027310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.027557] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.027712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.027766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.027902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.027982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.028082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.028175] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.531350] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.531497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.531606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.531847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.532292] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.532426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.532464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.533500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.533633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.533732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.533901] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.534019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.534069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.534227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.534369] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.534464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.534517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.534658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.534764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.534811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.534909] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.042106] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d611721d-0d17-412b-a5b9-2d13eef9a463: rpc.has_security_group_logging(os_id): False [ 1003.069026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.069026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.069026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.069026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.069026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.069026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.069026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.069026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.069026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.069026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.069985] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.073747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.073747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.073747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.073747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.073747] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.073747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.073747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.073747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.073747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.073747] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 1003.166037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.166037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.166037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.166037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.166037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.183672] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 1004.043927] env[66329]: INFO networking_nsxv3.common.synchronization [None req-b49baad0-8bf1-49b4-9982-1223d9c63513 None None] Enqueued Resource ID: 0a3cb913-ac00-46a0-8e51-e38084a255ed with Priority: HIGHEST for action port [ 1004.044542] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3cb913-ac00-46a0-8e51-e38084a255ed with Priority: HIGHEST for action port [ 1004.044976] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a3cb913-ac00-46a0-8e51-e38084a255ed taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.045500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a3cb913-ac00-46a0-8e51-e38084a255ed" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.045584] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a3cb913-ac00-46a0-8e51-e38084a255ed" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.046195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a3cb913-ac00-46a0-8e51-e38084a255ed" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.046304] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a3cb913-ac00-46a0-8e51-e38084a255ed',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.554023] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a3cb913-ac00-46a0-8e51-e38084a255ed [ 1004.554023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.554023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.554023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.554265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.554341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.554430] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a3cb913-ac00-46a0-8e51-e38084a255ed already deleted. [ 1004.554515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a3cb913-ac00-46a0-8e51-e38084a255ed" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.208302] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 1005.208869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.625460] env[66329]: INFO networking_nsxv3.common.synchronization [None req-81708514-fd0f-40c2-8211-cf1b625fde66 tempest-ServersTestFqdnHostnames-362674587 tempest-ServersTestFqdnHostnames-362674587-project-member] Enqueued Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_rules [ 1005.626519] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_rules [ 1005.626519] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b8f279a-a496-4855-bcd5-985408115c10 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.626815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.626815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.628013] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.628013] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b8f279a-a496-4855-bcd5-985408115c10',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.785783] env[66329]: INFO networking_nsxv3.common.synchronization [None req-28394aec-9260-441a-806f-cdd8eb994630 tempest-ServersTestFqdnHostnames-362674587 tempest-ServersTestFqdnHostnames-362674587-project-member] Enqueued Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_rules [ 1005.786404] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_rules [ 1005.786714] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b8f279a-a496-4855-bcd5-985408115c10 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.786812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.166549] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.166736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.168562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.168562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.168562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.168562] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b8f279a-a496-4855-bcd5-985408115c10 already deleted. [ 1006.168562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.168562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.168562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.168562] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b8f279a-a496-4855-bcd5-985408115c10',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.691317] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.691675] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.691675] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.691921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.692027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.692128] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b8f279a-a496-4855-bcd5-985408115c10 already deleted. [ 1006.692210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.889993] env[66329]: INFO networking_nsxv3.common.synchronization [None req-cdc81db5-34b3-47f9-b60f-a0d91351459e None None] Enqueued Resource ID: 611eaa2c-a8c6-4e04-a57b-268d3f11baa0 with Priority: HIGHEST for action port [ 1006.889993] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611eaa2c-a8c6-4e04-a57b-268d3f11baa0 with Priority: HIGHEST for action port [ 1006.889993] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-611eaa2c-a8c6-4e04-a57b-268d3f11baa0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.890182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-611eaa2c-a8c6-4e04-a57b-268d3f11baa0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.890228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-611eaa2c-a8c6-4e04-a57b-268d3f11baa0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.890522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-611eaa2c-a8c6-4e04-a57b-268d3f11baa0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.890642] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('611eaa2c-a8c6-4e04-a57b-268d3f11baa0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.392975] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 611eaa2c-a8c6-4e04-a57b-268d3f11baa0 [ 1007.393326] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.393565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.393654] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.393865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.393964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.394076] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:611eaa2c-a8c6-4e04-a57b-268d3f11baa0 already deleted. [ 1007.394161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-611eaa2c-a8c6-4e04-a57b-268d3f11baa0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.799627] env[66329]: INFO networking_nsxv3.common.synchronization [None req-357808b0-123e-4a2f-a0be-116d5a40b06b None None] Enqueued Resource ID: dbc9289e-d4b5-4b6e-9050-ca0b7d652435 with Priority: HIGHEST for action port [ 1007.800837] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbc9289e-d4b5-4b6e-9050-ca0b7d652435 with Priority: HIGHEST for action port [ 1007.800837] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbc9289e-d4b5-4b6e-9050-ca0b7d652435 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.800837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbc9289e-d4b5-4b6e-9050-ca0b7d652435" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.800837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbc9289e-d4b5-4b6e-9050-ca0b7d652435" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.803608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbc9289e-d4b5-4b6e-9050-ca0b7d652435" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.803732] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbc9289e-d4b5-4b6e-9050-ca0b7d652435',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.311738] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbc9289e-d4b5-4b6e-9050-ca0b7d652435 [ 1008.311738] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.311738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.311738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.312142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.312142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.312142] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbc9289e-d4b5-4b6e-9050-ca0b7d652435 already deleted. [ 1008.312261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbc9289e-d4b5-4b6e-9050-ca0b7d652435" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.974027] env[66329]: INFO networking_nsxv3.common.synchronization [None req-6ffe0a2c-4e09-4635-b619-5020c2726910 tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_rules [ 1008.974371] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_rules [ 1008.974550] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.974708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.974779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.975295] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.976792] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.119347] env[66329]: INFO networking_nsxv3.common.synchronization [None req-86c02f6c-e5b7-4c16-adfd-ad8edc7039a4 tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_rules [ 1009.119812] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_rules [ 1009.120249] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.120377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.498799] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.498941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.499102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.499324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.499416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.499537] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 already deleted. [ 1009.500088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.501088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.501088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.501088] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.870837] env[66329]: INFO networking_nsxv3.common.synchronization [req-c38670ac-ba67-4feb-b9f1-8471c5545fab req-7ec6d986-dcd0-41c3-b872-871e083dcc05 tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1009.871508] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1009.871910] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.872017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.874039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.874348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.874832] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.875021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.875100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.875281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.875360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.875493] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.024811] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.025481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.025481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.025481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.025481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.025897] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 already deleted. [ 1010.025897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.057995] env[66329]: INFO networking_nsxv3.common.synchronization [None req-adc51444-374f-42c3-b83b-2955cc2c9b63 None None] Enqueued Resource ID: b20c8947-024a-470c-9af0-145d5eae563b with Priority: HIGHEST for action port [ 1010.058646] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20c8947-024a-470c-9af0-145d5eae563b with Priority: HIGHEST for action port [ 1010.058876] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-b20c8947-024a-470c-9af0-145d5eae563b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.059012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b20c8947-024a-470c-9af0-145d5eae563b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.059352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b20c8947-024a-470c-9af0-145d5eae563b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.059699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b20c8947-024a-470c-9af0-145d5eae563b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.059897] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20c8947-024a-470c-9af0-145d5eae563b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.272493] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.272687] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.272808] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.273084] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.273346] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.273501] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.273614] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.273849] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.273999] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.274207] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.274317] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.274423] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.274527] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.274631] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.274733] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.274859] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.294763] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.294976] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.295243] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.295535] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.295903] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-7bb302d6-2e4e-4369-941b-de1642df8b59 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.296118] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-7bb302d6-2e4e-4369-941b-de1642df8b59" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.296279] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-7bb302d6-2e4e-4369-941b-de1642df8b59" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.296771] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-7bb302d6-2e4e-4369-941b-de1642df8b59" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.296925] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb302d6-2e4e-4369-941b-de1642df8b59',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.377522] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.377702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.377815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.378148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.378148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.378676] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.378838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.379026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.379164] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.379562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.379680] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 1010.423094] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.423556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.423556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.423653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.423743] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.436618] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 1010.562403] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b20c8947-024a-470c-9af0-145d5eae563b [ 1010.562641] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.562721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.562721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.562944] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.563048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.563162] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b20c8947-024a-470c-9af0-145d5eae563b already deleted. [ 1010.563312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b20c8947-024a-470c-9af0-145d5eae563b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.799530] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.799846] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.799982] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.800397] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.800572] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.800728] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 7bb302d6-2e4e-4369-941b-de1642df8b59 not found, creating... [ 1010.800991] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.801191] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.801273] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.801516] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.801669] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.801961] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.802138] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.802267] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.802476] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.802652] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.802777] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 7bb302d6-2e4e-4369-941b-de1642df8b59 is going to be created. [ 1010.825952] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.826343] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.826343] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.826472] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.826706] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.826942] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-7bb302d6-2e4e-4369-941b-de1642df8b59" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.597945] env[66329]: INFO networking_nsxv3.common.synchronization [req-c38670ac-ba67-4feb-b9f1-8471c5545fab req-3cfce8f0-2f4c-45f5-b743-31a964e98093 service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 1011.598340] env[66329]: INFO networking_nsxv3.common.synchronization [req-c38670ac-ba67-4feb-b9f1-8471c5545fab req-3cfce8f0-2f4c-45f5-b743-31a964e98093 service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1011.598340] env[66329]: INFO networking_nsxv3.common.synchronization [req-c38670ac-ba67-4feb-b9f1-8471c5545fab req-3cfce8f0-2f4c-45f5-b743-31a964e98093 service nova] Enqueued Resource ID: 7bb302d6-2e4e-4369-941b-de1642df8b59 with Priority: HIGHEST for action port [ 1011.598885] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 1011.599082] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1011.599222] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb302d6-2e4e-4369-941b-de1642df8b59 with Priority: HIGHEST for action port [ 1011.599698] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.600250] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.600329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.602082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.602082] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.602082] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.602082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.602082] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb302d6-2e4e-4369-941b-de1642df8b59 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.602082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb302d6-2e4e-4369-941b-de1642df8b59" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.602082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb302d6-2e4e-4369-941b-de1642df8b59" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.602573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb302d6-2e4e-4369-941b-de1642df8b59" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.602698] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb302d6-2e4e-4369-941b-de1642df8b59',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.061419] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c1310af-ae6d-4578-916c-611501b38e77 req-156ca835-b517-4993-a358-597d8f86e64c tempest-ImagesOneServerNegativeTestJSON-794399316 tempest-ImagesOneServerNegativeTestJSON-794399316-project-member] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1012.061968] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1012.062314] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.062435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.062509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.062750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.062906] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.063013] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.063080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.063259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.063396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.063459] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.105399] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.105567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.105833] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bb302d6-2e4e-4369-941b-de1642df8b59 with status ACTIVE [ 1012.106089] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.106248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.106321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.106648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.106821] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.107125] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.107260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.107330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.107578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.107926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.108054] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.108119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.108291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.108457] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.108565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.108668] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bb302d6-2e4e-4369-941b-de1642df8b59 is going to be updated. [ 1012.133861] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.133979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.134053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.134275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.134421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.134608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb302d6-2e4e-4369-941b-de1642df8b59" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.450472] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 1012.450781] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da deletion is rescheduled due to dependency. [ 1012.450781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.450967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.451158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.451397] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.451602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.451719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.451901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.452020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.452081] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.503667] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.503667] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.503667] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.503667] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.503667] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.504205] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.504205] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.504205] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.504205] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.504395] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.504842] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.504842] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.504842] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.505087] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.505087] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.505213] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.529293] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.529394] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.529524] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.529716] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.530093] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-7f199bcb-701b-4dcd-8c4a-4246d6d87c81 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.530262] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-7f199bcb-701b-4dcd-8c4a-4246d6d87c81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.530379] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-7f199bcb-701b-4dcd-8c4a-4246d6d87c81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.530729] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-7f199bcb-701b-4dcd-8c4a-4246d6d87c81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.530888] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f199bcb-701b-4dcd-8c4a-4246d6d87c81',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.566063] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.566285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.566395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.566692] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.566776] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.566999] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.567120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.567200] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.567397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.567484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.567576] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a already deleted. [ 1012.567657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.954466] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.034254] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.034254] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.034416] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.034619] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.034783] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.034945] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 7f199bcb-701b-4dcd-8c4a-4246d6d87c81 not found, creating... [ 1013.035304] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.035513] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.035635] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.035884] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.036044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.036684] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.036806] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.036919] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.037186] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.037324] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.037477] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 7f199bcb-701b-4dcd-8c4a-4246d6d87c81 is going to be created. [ 1013.072787] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.072972] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.073102] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.073404] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.073640] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.073866] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-7f199bcb-701b-4dcd-8c4a-4246d6d87c81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.457229] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.717214] env[66329]: INFO networking_nsxv3.common.synchronization [req-e7885812-40b1-419b-86b8-b42d5dc22b48 req-cd0456ba-a2ec-4cec-b7cf-894c7cfe546e tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1013.717824] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1013.718330] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.718330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.718330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.718597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.719195] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.719195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.719195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.719195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.719195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.719460] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.787083] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c1310af-ae6d-4578-916c-611501b38e77 req-eaec47cc-a184-4353-bde0-96c510cb2bf7 service nova] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_rules [ 1013.787174] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c1310af-ae6d-4578-916c-611501b38e77 req-eaec47cc-a184-4353-bde0-96c510cb2bf7 service nova] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1013.787310] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c1310af-ae6d-4578-916c-611501b38e77 req-eaec47cc-a184-4353-bde0-96c510cb2bf7 service nova] Enqueued Resource ID: 7f199bcb-701b-4dcd-8c4a-4246d6d87c81 with Priority: HIGHEST for action port [ 1013.787882] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_rules [ 1013.788781] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1013.788781] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f199bcb-701b-4dcd-8c4a-4246d6d87c81 with Priority: HIGHEST for action port [ 1013.788897] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.789014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.789083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.790908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.790908] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.792027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.792027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.792027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.792027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.792377] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.792377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.792377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.792501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.792819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.792819] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.794301] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f199bcb-701b-4dcd-8c4a-4246d6d87c81 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.794301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f199bcb-701b-4dcd-8c4a-4246d6d87c81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.794301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f199bcb-701b-4dcd-8c4a-4246d6d87c81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.794301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f199bcb-701b-4dcd-8c4a-4246d6d87c81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.794301] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f199bcb-701b-4dcd-8c4a-4246d6d87c81',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.961034] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.961034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.961034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.961034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.961034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.961610] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 1013.999998] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.999998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.999998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.999998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.999998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.012478] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 1014.040949] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.041312] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.041524] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.042155] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.042526] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.042718] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.042918] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.043253] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.043531] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.043854] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.044122] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.044317] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.044501] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.044680] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.044913] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.045167] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.068609] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.068924] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.069132] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.069402] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.069891] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-aa42711d-9ba2-4808-abd9-1d836edf5b93 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.070525] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-aa42711d-9ba2-4808-abd9-1d836edf5b93" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.070525] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-aa42711d-9ba2-4808-abd9-1d836edf5b93" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.070929] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-aa42711d-9ba2-4808-abd9-1d836edf5b93" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.071166] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa42711d-9ba2-4808-abd9-1d836edf5b93',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.221148] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.221315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.221380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.221601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.221694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.221890] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.221990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.222061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.222215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.222291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.222379] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 already deleted. [ 1014.222520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.276763] env[66329]: INFO networking_nsxv3.common.synchronization [req-0123f47a-ee19-4438-a635-3fe6a51d8cc3 req-301e464a-663d-4fa9-a235-c94fbffc2772 tempest-ImagesTestJSON-80438504 tempest-ImagesTestJSON-80438504-project-member] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 1014.277337] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 1014.277697] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.277849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.277889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.278102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.278261] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.278360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.278421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.278569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.278654] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.278745] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.295496] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.295672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.295932] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.298180] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f199bcb-701b-4dcd-8c4a-4246d6d87c81 with status ACTIVE [ 1014.298424] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.298568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.298636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.298956] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.299053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.299286] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.299449] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.299556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.299728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.299835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.300094] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.300252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.300340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.300521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.300614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.300758] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f199bcb-701b-4dcd-8c4a-4246d6d87c81 is going to be updated. [ 1014.337280] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.337496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.337576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.337845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.338038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.338217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f199bcb-701b-4dcd-8c4a-4246d6d87c81" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.573368] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.573606] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.573727] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.574074] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.574254] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.574451] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port aa42711d-9ba2-4808-abd9-1d836edf5b93 not found, creating... [ 1014.574731] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.574906] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.575045] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.575407] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.575643] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.575964] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.576174] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.576339] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.576597] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.576769] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.576925] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: aa42711d-9ba2-4808-abd9-1d836edf5b93 is going to be created. [ 1014.597650] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.597917] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.598116] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.598438] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.598699] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.598981] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-aa42711d-9ba2-4808-abd9-1d836edf5b93" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.646115] env[66329]: INFO networking_nsxv3.common.synchronization [req-27d35ade-9ed3-4ae7-999d-13b023099366 req-28184026-00da-419a-b08b-161e63a9aa01 tempest-AttachInterfacesV270Test-1531202455 tempest-AttachInterfacesV270Test-1531202455-project-member] Enqueued Resource ID: 30ec1595-e556-43ab-b7ea-05acf667642b with Priority: HIGHEST for action security_group_members [ 1014.646775] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ec1595-e556-43ab-b7ea-05acf667642b with Priority: HIGHEST for action security_group_members [ 1014.647106] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ec1595-e556-43ab-b7ea-05acf667642b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.647236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.647298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.647554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.647744] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.647850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.647909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.648085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.648170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.648266] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ec1595-e556-43ab-b7ea-05acf667642b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.780642] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.798845] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.051166] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.051565] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-65" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.051565] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-65" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.051872] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-65" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.052165] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.052325] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.052439] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.052701] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.052854] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.053259] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.053523] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.053632] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.053803] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.053964] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.054132] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.054308] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.073961] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.074105] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.074252] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.074432] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-65" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.074742] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-ff9984a5-5ef2-4861-94aa-42959dec75c5 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.074911] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-ff9984a5-5ef2-4861-94aa-42959dec75c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.075047] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-ff9984a5-5ef2-4861-94aa-42959dec75c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.075449] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-ff9984a5-5ef2-4861-94aa-42959dec75c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.075591] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff9984a5-5ef2-4861-94aa-42959dec75c5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.150402] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.150670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.150670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.150815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.150916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.151159] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.151257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.151318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.151465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.151546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.151632] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ec1595-e556-43ab-b7ea-05acf667642b already deleted. [ 1015.151711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.280519] env[66329]: INFO networking_nsxv3.common.synchronization [req-e7885812-40b1-419b-86b8-b42d5dc22b48 req-0c2cde67-1dc9-4557-86ae-2ecf82c1cb37 service nova] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_rules [ 1015.280732] env[66329]: INFO networking_nsxv3.common.synchronization [req-e7885812-40b1-419b-86b8-b42d5dc22b48 req-0c2cde67-1dc9-4557-86ae-2ecf82c1cb37 service nova] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1015.280902] env[66329]: INFO networking_nsxv3.common.synchronization [req-e7885812-40b1-419b-86b8-b42d5dc22b48 req-0c2cde67-1dc9-4557-86ae-2ecf82c1cb37 service nova] Enqueued Resource ID: aa42711d-9ba2-4808-abd9-1d836edf5b93 with Priority: HIGHEST for action port [ 1015.281427] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_rules [ 1015.281564] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1015.281661] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa42711d-9ba2-4808-abd9-1d836edf5b93 with Priority: HIGHEST for action port [ 1015.281930] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.282060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.282124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.282356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.282437] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.284045] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.284045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.284045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.284045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.284045] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.284045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.284045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.284440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.284440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.284440] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.285139] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa42711d-9ba2-4808-abd9-1d836edf5b93 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.285240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa42711d-9ba2-4808-abd9-1d836edf5b93" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.285343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa42711d-9ba2-4808-abd9-1d836edf5b93" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.285491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa42711d-9ba2-4808-abd9-1d836edf5b93" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.285565] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa42711d-9ba2-4808-abd9-1d836edf5b93',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.288636] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.301613] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.301768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.301843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.302079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.302170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.302269] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be created. [ 1015.344498] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.344498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.344498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.344731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.344830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.355946] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: UNINITIALIZED for 2s [ 1015.578103] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.580017] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.580017] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.580017] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.580017] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.580017] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port ff9984a5-5ef2-4861-94aa-42959dec75c5 not found, creating... [ 1015.580017] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.580017] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.580017] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.580017] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.580017] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.580524] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.580524] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.580524] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.580647] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.580682] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.580818] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: ff9984a5-5ef2-4861-94aa-42959dec75c5 is going to be created. [ 1015.601735] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.602036] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.602126] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.602368] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.602589] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.602808] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-ff9984a5-5ef2-4861-94aa-42959dec75c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.789483] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa42711d-9ba2-4808-abd9-1d836edf5b93 with status ACTIVE [ 1015.789793] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.789898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.789998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.790192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.790276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.790524] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.790670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.790771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.791024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.791172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.791410] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.791552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.791629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.791740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.791781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.791872] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa42711d-9ba2-4808-abd9-1d836edf5b93 is going to be updated. [ 1015.792989] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.793925] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.794042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.794613] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.794696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.794732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.794887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.794966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.795066] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 1015.822411] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.822613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.822613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.822831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.822972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.823154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa42711d-9ba2-4808-abd9-1d836edf5b93" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.829272] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.829452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.829568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.829849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.830033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.844936] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 1016.031061] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 1016.031294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.031464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.032034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.032034] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.032193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.032193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.032312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.032391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.032473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.032565] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.295921] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.325226] env[66329]: INFO networking_nsxv3.common.synchronization [req-27d35ade-9ed3-4ae7-999d-13b023099366 req-8c5239f8-013e-4e03-a224-c16dbe53bc2c service nova] Enqueued Resource ID: 30ec1595-e556-43ab-b7ea-05acf667642b with Priority: HIGHEST for action security_group_rules [ 1016.325226] env[66329]: INFO networking_nsxv3.common.synchronization [req-27d35ade-9ed3-4ae7-999d-13b023099366 req-8c5239f8-013e-4e03-a224-c16dbe53bc2c service nova] Enqueued Resource ID: 30ec1595-e556-43ab-b7ea-05acf667642b with Priority: HIGHEST for action security_group_members [ 1016.325226] env[66329]: INFO networking_nsxv3.common.synchronization [req-27d35ade-9ed3-4ae7-999d-13b023099366 req-8c5239f8-013e-4e03-a224-c16dbe53bc2c service nova] Enqueued Resource ID: ff9984a5-5ef2-4861-94aa-42959dec75c5 with Priority: HIGHEST for action port [ 1016.326536] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ec1595-e556-43ab-b7ea-05acf667642b with Priority: HIGHEST for action security_group_rules [ 1016.327108] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ec1595-e556-43ab-b7ea-05acf667642b with Priority: HIGHEST for action security_group_members [ 1016.329037] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff9984a5-5ef2-4861-94aa-42959dec75c5 with Priority: HIGHEST for action port [ 1016.329037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ec1595-e556-43ab-b7ea-05acf667642b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.329037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.329037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.329037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.329433] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ec1595-e556-43ab-b7ea-05acf667642b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.330714] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ec1595-e556-43ab-b7ea-05acf667642b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.330714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.330714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.335318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.335318] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.335318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.335318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.335318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.335318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.335318] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ec1595-e556-43ab-b7ea-05acf667642b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.335318] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff9984a5-5ef2-4861-94aa-42959dec75c5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.335318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff9984a5-5ef2-4861-94aa-42959dec75c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.335318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff9984a5-5ef2-4861-94aa-42959dec75c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.335318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff9984a5-5ef2-4861-94aa-42959dec75c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.335318] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff9984a5-5ef2-4861-94aa-42959dec75c5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.535801] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.535801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.535952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.536065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.536235] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.536355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.536410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.536569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.536656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.536761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.536901] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.536990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.537063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.537206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.537355] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.537466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.537505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.537635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.537711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.537792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.537883] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.799586] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.799807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.799807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.800016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.800119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.800216] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be created. [ 1016.829437] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.829617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.829730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.829969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.830194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.837143] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ec1595-e556-43ab-b7ea-05acf667642b taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.837143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.837143] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30ec1595-e556-43ab-b7ea-05acf667642b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.837711] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff9984a5-5ef2-4861-94aa-42959dec75c5 with status ACTIVE [ 1016.837926] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.838049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.838116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.838328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.838415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.838604] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.838706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.838769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.838924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.839014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.839231] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.839376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.839376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.839533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.839641] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.839729] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff9984a5-5ef2-4861-94aa-42959dec75c5 is going to be updated. [ 1016.841535] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: UNINITIALIZED for 2s [ 1016.863034] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.863034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.863034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.863034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.863282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.863344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff9984a5-5ef2-4861-94aa-42959dec75c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.042704] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c91a30f-1006-45cd-9e59-9b799a9619da: rpc.has_security_group_logging(os_id): False [ 1017.063328] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.063328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.063544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.063582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.063671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.063907] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.064016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.064089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.064245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.064324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.064519] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.064611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.064671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.064807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.064881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.065094] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.065222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.065374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.065551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.065629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.065716] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 1017.136061] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.136216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.136319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.136592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.136969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.172439] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 1017.343375] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30ec1595-e556-43ab-b7ea-05acf667642b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.373456] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: SUCCESS [ 1017.373456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.373882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.373882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.374061] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.374826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.374826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.374826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.374826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.374826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.374826] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.846517] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.846817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.846898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.847142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.847266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.847417] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ec1595-e556-43ab-b7ea-05acf667642b is going to be created. [ 1017.864345] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 1017.864689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.877690] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.878061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.878061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.878384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.878660] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.878799] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.878892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.879165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.879361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.879459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.879670] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.879816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.880464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.880748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.880998] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.881185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.881282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.881541] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.881694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.881834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.882024] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.890684] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.891323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.891323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.891472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.892572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.911217] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ec1595-e556-43ab-b7ea-05acf667642b in Status: UNINITIALIZED for 2s [ 1018.385592] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce2a276b-1cce-4774-be46-095532c6339a: rpc.has_security_group_logging(os_id): False [ 1018.407637] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.407833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.407913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.408209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.408313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.408554] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.408704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.408900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.409084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.409181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.409477] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.409615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.409690] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.409863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.409954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.410379] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.410551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.410664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.410933] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.411094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.411257] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be created. [ 1018.486550] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.486718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.486861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.487099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.487345] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.500835] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: IN_PROGRESS for 2s [ 1018.762674] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1018.762674] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1018.853145] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1018.853414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.853588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.853805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.854014] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.854138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.854254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.854432] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.854432] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.854529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.854622] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.188908] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 1019.189144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.357873] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.358218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.358218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.358418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.358533] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.358634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.358709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.360460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.360460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.360460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.360460] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.360460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.360460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.360460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.360795] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.360795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.360795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.360938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.361031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.361120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.361216] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.866111] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b401df-9446-4845-bf52-702c614aa685: rpc.has_security_group_logging(os_id): False [ 1019.886616] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.886854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.886975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.887333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.887492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.887806] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.887972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.888120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.888492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.888630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.888964] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.889141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.889239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.889462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.889589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.889979] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.890146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.890244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.890462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.890585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.890716] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be created. [ 1019.928514] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ec1595-e556-43ab-b7ea-05acf667642b in Status: SUCCESS [ 1019.928829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.929099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.929438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.931478] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.931758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.932442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.932442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.932442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.932604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.932779] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30ec1595-e556-43ab-b7ea-05acf667642b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.958045] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.958245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.958305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.958548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.959045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.971248] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1020.435919] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ec1595-e556-43ab-b7ea-05acf667642b taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.436112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.436210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.436435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.436573] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.436672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.436736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.436906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.436971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.437037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.437196] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ec1595-e556-43ab-b7ea-05acf667642b taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.437286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.437341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.437488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.437778] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.437876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.437925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.438094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.438220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.438268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.438427] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30ec1595-e556-43ab-b7ea-05acf667642b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.520081] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: SUCCESS [ 1020.520331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.940759] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30ec1595-e556-43ab-b7ea-05acf667642b: rpc.has_security_group_logging(os_id): False [ 1020.964468] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.964674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.964739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.964963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.965095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.965527] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.965650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.965740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.965952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.966058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.966360] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.966485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.966546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.966696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.966775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.966979] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.967117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.967182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.967330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.967330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.967466] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ec1595-e556-43ab-b7ea-05acf667642b is going to be created. [ 1021.028039] env[66329]: INFO networking_nsxv3.common.synchronization [req-99d0ad73-1021-4749-ad04-55bffa5adace req-62ba30b9-064b-4cbf-9fd1-dd8c0a2008b0 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1021.028039] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1021.028039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.028039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.028039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.028039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.028383] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.028383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.028383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.028502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.028502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.028887] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.037081] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.037809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.037809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.037809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.038030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.049770] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ec1595-e556-43ab-b7ea-05acf667642b in Status: IN_PROGRESS for 2s [ 1021.500855] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.501086] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.501211] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.501554] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.501869] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.502166] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.502166] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.502408] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.502559] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.502808] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.502926] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.503055] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.503474] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.503474] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.503474] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.503687] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.527749] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.528033] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.528105] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.528298] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.528637] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-90fb6690-eb78-4fa6-bd88-0059cb9e0867 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.528835] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-90fb6690-eb78-4fa6-bd88-0059cb9e0867" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.528928] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-90fb6690-eb78-4fa6-bd88-0059cb9e0867" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.529294] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-90fb6690-eb78-4fa6-bd88-0059cb9e0867" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.529562] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90fb6690-eb78-4fa6-bd88-0059cb9e0867',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.530561] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.530706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.530706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.530850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.531115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.531223] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.531323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.531323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.531443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.531526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.531613] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 already deleted. [ 1021.531696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.006575] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1022.006934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.033672] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.033924] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.034063] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.034367] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.034527] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.034684] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 90fb6690-eb78-4fa6-bd88-0059cb9e0867 not found, creating... [ 1022.034959] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.035223] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.035261] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.035582] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.035770] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.036228] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.036333] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.036458] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.036730] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.036825] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.036962] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 90fb6690-eb78-4fa6-bd88-0059cb9e0867 is going to be created. [ 1022.074897] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.075233] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.075482] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.075871] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.076331] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.076550] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-90fb6690-eb78-4fa6-bd88-0059cb9e0867" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.780022] env[66329]: INFO networking_nsxv3.common.synchronization [req-99d0ad73-1021-4749-ad04-55bffa5adace req-3b6aa78b-1fbd-4b39-bf0b-4ddc1076beb6 service nova] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_rules [ 1022.780257] env[66329]: INFO networking_nsxv3.common.synchronization [req-99d0ad73-1021-4749-ad04-55bffa5adace req-3b6aa78b-1fbd-4b39-bf0b-4ddc1076beb6 service nova] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1022.780399] env[66329]: INFO networking_nsxv3.common.synchronization [req-99d0ad73-1021-4749-ad04-55bffa5adace req-3b6aa78b-1fbd-4b39-bf0b-4ddc1076beb6 service nova] Enqueued Resource ID: 90fb6690-eb78-4fa6-bd88-0059cb9e0867 with Priority: HIGHEST for action port [ 1022.780921] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_rules [ 1022.781075] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1022.781173] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90fb6690-eb78-4fa6-bd88-0059cb9e0867 with Priority: HIGHEST for action port [ 1022.781461] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.781945] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.781945] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.782081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.782081] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.784336] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.784464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.784531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.784722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.785542] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.785542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.785542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.785542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.785542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.785542] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.786236] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-90fb6690-eb78-4fa6-bd88-0059cb9e0867 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.786371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90fb6690-eb78-4fa6-bd88-0059cb9e0867" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.786443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90fb6690-eb78-4fa6-bd88-0059cb9e0867" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.786601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90fb6690-eb78-4fa6-bd88-0059cb9e0867" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.786682] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90fb6690-eb78-4fa6-bd88-0059cb9e0867',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.062959] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30ec1595-e556-43ab-b7ea-05acf667642b in Status: SUCCESS [ 1023.063372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.285374] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.285526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.290041] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90fb6690-eb78-4fa6-bd88-0059cb9e0867 with status ACTIVE [ 1023.290178] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.290328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.290398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.290613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.291194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.291194] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.291194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.291194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.291194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.291723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.291723] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.291723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.291723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.291723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.291896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.291896] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90fb6690-eb78-4fa6-bd88-0059cb9e0867 is going to be updated. [ 1023.292926] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.322118] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.322315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.322315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.322512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.322656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.322853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90fb6690-eb78-4fa6-bd88-0059cb9e0867" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.796987] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.298963] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.298963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.298963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.299639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.299639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.299639] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 is going to be created. [ 1024.355731] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.355833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.355922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.356492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.356492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.375879] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: UNINITIALIZED for 2s [ 1025.202274] env[66329]: INFO networking_nsxv3.common.synchronization [req-1868fb66-de08-4f6b-8042-e2e815c77c60 req-770bfd66-df27-42d4-891f-9eb4046bfeef tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1025.202865] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1025.203124] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.203278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.203334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.203510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.203692] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.203808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.203871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.204040] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.204129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.204226] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.511229] env[66329]: INFO networking_nsxv3.common.synchronization [req-cb7e50ed-b2ee-4111-a4ca-21df50d801df req-a641378c-a56e-4104-b6ef-ac71241ade8d tempest-ServerActionsTestOtherB-1471977195 tempest-ServerActionsTestOtherB-1471977195-project-member] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1025.511616] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1025.512309] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.512582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.512676] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.513226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.513226] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.513425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.513425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.513555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.513678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.513751] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.707511] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.707684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.707767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.707989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.708665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.709371] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.709504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.709573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.709750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.709834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.709928] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 1025.750047] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.750047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.750047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.750047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.750397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.761377] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 1026.016734] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.016872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.016935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.017192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.042157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.042337] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.042450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.042514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.042735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.042810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.042889] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be updated. [ 1026.078439] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.078439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.078439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.078709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.078780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.088478] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: IN_PROGRESS for 2s [ 1026.400427] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: SUCCESS [ 1026.400427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.400623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.400851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.401120] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.401280] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.401374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.401565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.401673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.401786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.401901] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.906915] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.410755] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 784e2a05-ce09-425e-8d49-8d9728fdcd88: rpc.has_security_group_logging(os_id): False [ 1027.432272] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.432493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.432493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.432741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.432841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.433103] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.433270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.433270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.433525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.433610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.433676] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 is going to be created. [ 1027.513944] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.514104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.514160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.514377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.514559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.527865] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: IN_PROGRESS for 2s [ 1027.775147] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 1027.775292] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da deletion is rescheduled due to dependency. [ 1027.775483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.995294] env[66329]: INFO networking_nsxv3.common.synchronization [req-73077152-18e1-4e38-a221-7f9dcbd0e058 req-787bcda9-99ba-4e4d-bf55-cd377c1608f9 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1027.995902] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1027.996431] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.996548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.996619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.996825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.996978] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.997089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.997146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.997294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.997385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.997481] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.104469] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 1028.104469] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 deletion is rescheduled due to dependency. [ 1028.104469] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.178530] env[66329]: INFO networking_nsxv3.common.synchronization [req-ebc9ff3d-153b-4825-befd-3bff483fbce8 req-163348da-7570-41c3-8646-d849e38cc1d4 tempest-ServersTestFqdnHostnames-362674587 tempest-ServersTestFqdnHostnames-362674587-project-member] Enqueued Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_members [ 1028.179159] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_members [ 1028.179472] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b8f279a-a496-4855-bcd5-985408115c10 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.180105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.180105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.180105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.180313] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.180441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.180587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.181037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.181128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.181228] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b8f279a-a496-4855-bcd5-985408115c10',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.500092] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.500257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.500372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.500633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.500746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.500981] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.501092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.501214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.501344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.501455] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.501568] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1028.528107] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-602 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.529845] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-602" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.529845] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-602" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.529845] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-602" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.529845] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.529845] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.529845] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.529845] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.530514] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.530514] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.530514] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.530514] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.530719] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.530854] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.530892] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.531027] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.534421] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.534421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.534421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.534608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.534817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.552863] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.553059] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.553199] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.553442] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-602" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.553756] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-c6ebef3c-60b8-49bf-81df-5e75e948c2b8 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.553928] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-c6ebef3c-60b8-49bf-81df-5e75e948c2b8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.554060] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-c6ebef3c-60b8-49bf-81df-5e75e948c2b8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.554370] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-c6ebef3c-60b8-49bf-81df-5e75e948c2b8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.554512] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ebef3c-60b8-49bf-81df-5e75e948c2b8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.555929] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1028.683474] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.683668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.683710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.684029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.684157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.684422] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.684579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.684668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.684877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.685010] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.685136] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b8f279a-a496-4855-bcd5-985408115c10 already deleted. [ 1028.685243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.057797] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.057797] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.058277] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.058277] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.058407] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.058492] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port c6ebef3c-60b8-49bf-81df-5e75e948c2b8 not found, creating... [ 1029.058775] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.058939] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.059067] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.059300] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.059440] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.059727] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.059899] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.060033] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.060266] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.060336] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.060513] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: c6ebef3c-60b8-49bf-81df-5e75e948c2b8 is going to be created. [ 1029.122544] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.123016] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.123191] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.123641] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.123909] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.124181] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-c6ebef3c-60b8-49bf-81df-5e75e948c2b8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.541445] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: SUCCESS [ 1029.541777] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.849670] env[66329]: INFO networking_nsxv3.common.synchronization [req-ebc9ff3d-153b-4825-befd-3bff483fbce8 req-ea456b66-b2a1-421d-a3ee-bf12f6f8d2de service nova] Enqueued Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_rules [ 1029.849735] env[66329]: INFO networking_nsxv3.common.synchronization [req-ebc9ff3d-153b-4825-befd-3bff483fbce8 req-ea456b66-b2a1-421d-a3ee-bf12f6f8d2de service nova] Enqueued Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_members [ 1029.849990] env[66329]: INFO networking_nsxv3.common.synchronization [req-ebc9ff3d-153b-4825-befd-3bff483fbce8 req-ea456b66-b2a1-421d-a3ee-bf12f6f8d2de service nova] Enqueued Resource ID: c6ebef3c-60b8-49bf-81df-5e75e948c2b8 with Priority: HIGHEST for action port [ 1029.850564] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_rules [ 1029.850733] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_members [ 1029.850872] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ebef3c-60b8-49bf-81df-5e75e948c2b8 with Priority: HIGHEST for action port [ 1029.851387] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b8f279a-a496-4855-bcd5-985408115c10 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.851582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.851662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.852033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.852033] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b8f279a-a496-4855-bcd5-985408115c10',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.853508] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b8f279a-a496-4855-bcd5-985408115c10 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.853722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.853722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.853910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.854984] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.855368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.855661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.855911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.856050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.856189] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b8f279a-a496-4855-bcd5-985408115c10',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.857544] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6ebef3c-60b8-49bf-81df-5e75e948c2b8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.857705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6ebef3c-60b8-49bf-81df-5e75e948c2b8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.857778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6ebef3c-60b8-49bf-81df-5e75e948c2b8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.858033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6ebef3c-60b8-49bf-81df-5e75e948c2b8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.858194] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ebef3c-60b8-49bf-81df-5e75e948c2b8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.360756] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b8f279a-a496-4855-bcd5-985408115c10 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.360756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.360756] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b8f279a-a496-4855-bcd5-985408115c10',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.361788] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6ebef3c-60b8-49bf-81df-5e75e948c2b8 with status ACTIVE [ 1030.361987] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.362098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.362222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.362453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.362587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.362908] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.362908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.362908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.363136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.363136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.364044] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.364044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.364044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.364044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.364044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.364044] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6ebef3c-60b8-49bf-81df-5e75e948c2b8 is going to be updated. [ 1030.398993] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.399283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.399347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.399674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.400341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.400341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6ebef3c-60b8-49bf-81df-5e75e948c2b8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.565616] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1030.565809] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 deletion is rescheduled due to dependency. [ 1030.565966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.867285] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b8f279a-a496-4855-bcd5-985408115c10',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.372643] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.373219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.373219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.373219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.373549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.373549] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b8f279a-a496-4855-bcd5-985408115c10 is going to be created. [ 1031.415328] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.415557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.415557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.415852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.416042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.440534] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b8f279a-a496-4855-bcd5-985408115c10 in Status: UNINITIALIZED for 2s [ 1031.537891] env[66329]: INFO networking_nsxv3.common.synchronization [req-c51d2b4e-b477-47b8-a05a-c79856d779ab req-4afb3f2d-6890-4330-a85c-061791766e0c tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_members [ 1031.538225] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 with Priority: HIGHEST for action security_group_members [ 1031.538539] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.538663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.538725] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.538929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.539101] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.539200] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.539262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.539413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.539507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.539685] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ae4e4dd-20e1-4d85-8243-6c0b46babc68',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.612176] env[66329]: INFO networking_nsxv3.common.synchronization [req-d6408e3d-bfbe-4a36-bfc7-aeddecbb84cf req-a3ae5dab-5c72-4a01-863d-ff4024a93ac7 tempest-AttachInterfacesV270Test-1531202455 tempest-AttachInterfacesV270Test-1531202455-project-member] Enqueued Resource ID: 30ec1595-e556-43ab-b7ea-05acf667642b with Priority: HIGHEST for action security_group_members [ 1031.612754] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ec1595-e556-43ab-b7ea-05acf667642b with Priority: HIGHEST for action security_group_members [ 1031.613179] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-30ec1595-e556-43ab-b7ea-05acf667642b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.613377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.613625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.613857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.614046] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.614159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.614221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.614377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.614464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.614559] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30ec1595-e556-43ab-b7ea-05acf667642b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.043218] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.043218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.043218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.043218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.043218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.043218] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.043578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.043578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.043712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.043857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.044020] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 is going to be updated. [ 1032.100691] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.100954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.101097] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.101428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.101758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.116763] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.116849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.116885] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.117104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.117197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.117401] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.117882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.117882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.117882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.117882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.117882] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ec1595-e556-43ab-b7ea-05acf667642b is going to be updated. [ 1032.120806] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 in Status: IN_PROGRESS for 2s [ 1032.176731] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.176731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.176731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.176731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.176731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.188248] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ec1595-e556-43ab-b7ea-05acf667642b in Status: IN_PROGRESS for 2s [ 1032.915943] env[66329]: INFO networking_nsxv3.common.synchronization [req-28557196-f52f-45f9-aeef-18628fffc5f9 req-fb1ddc5f-4244-4c63-a2e7-746245e8ad7f tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1032.916756] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1032.916959] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.917104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.917167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.917426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.917586] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.917686] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.917749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.917903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.917989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.918098] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.269413] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.269610] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.269773] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.270096] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.270363] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.270524] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.270640] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.270885] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.271197] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.271436] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.271551] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.271668] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.271776] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.271886] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.271991] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.272133] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.290992] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.291225] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.291366] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.291548] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.291900] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-28f54d9e-4fff-40e9-8a01-926b145f5d5f taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.292103] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-28f54d9e-4fff-40e9-8a01-926b145f5d5f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.292229] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-28f54d9e-4fff-40e9-8a01-926b145f5d5f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.292551] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-28f54d9e-4fff-40e9-8a01-926b145f5d5f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.292716] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28f54d9e-4fff-40e9-8a01-926b145f5d5f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.420217] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.421024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.421024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.421024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.421024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.421235] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.421235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.421333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.421425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.421501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.421584] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 already deleted. [ 1033.421677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.451164] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b8f279a-a496-4855-bcd5-985408115c10 in Status: SUCCESS [ 1033.451392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.451554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.451945] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.452058] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.452128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.452193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.452354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.452435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.452520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.452610] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b8f279a-a496-4855-bcd5-985408115c10',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.561019] env[66329]: INFO networking_nsxv3.common.synchronization [req-ea12b719-9e9b-494f-8cf7-78ffce683cc0 req-66e0f993-44bc-4459-b41c-9ece7f5bf028 tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 1033.561452] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 1033.561872] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.562703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.562703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.562703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.562703] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.562703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.562703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.562999] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.562999] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.562999] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.795309] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.795743] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.795922] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.796397] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.797391] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.797391] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 28f54d9e-4fff-40e9-8a01-926b145f5d5f not found, creating... [ 1033.797391] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.797391] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.797732] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.797732] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.797802] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.798095] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.798262] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.798377] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.798700] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.798782] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.798890] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 28f54d9e-4fff-40e9-8a01-926b145f5d5f is going to be created. [ 1033.820388] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.820632] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.821554] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.821554] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.821554] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.821554] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-28f54d9e-4fff-40e9-8a01-926b145f5d5f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.955251] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b8f279a-a496-4855-bcd5-985408115c10',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.065223] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.065380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.065515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.065739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.065827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.066040] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.066138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.066194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.066347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.066421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.066571] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 1034.099116] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.099116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.099116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.099116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.099313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.109451] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 1034.132697] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 in Status: SUCCESS [ 1034.133025] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ae4e4dd-20e1-4d85-8243-6c0b46babc68 deletion is rescheduled due to dependency. [ 1034.133175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ae4e4dd-20e1-4d85-8243-6c0b46babc68" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.203053] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30ec1595-e556-43ab-b7ea-05acf667642b in Status: SUCCESS [ 1034.203053] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30ec1595-e556-43ab-b7ea-05acf667642b deletion is rescheduled due to dependency. [ 1034.203242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.457196] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b8f279a-a496-4855-bcd5-985408115c10: rpc.has_security_group_logging(os_id): False [ 1034.479848] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.480086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.480086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.480360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.480474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.481228] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.481530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.481667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.481920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.482085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.482227] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b8f279a-a496-4855-bcd5-985408115c10 is going to be created. [ 1034.555903] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.556257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.556382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.556809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.557065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.572751] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b8f279a-a496-4855-bcd5-985408115c10 in Status: IN_PROGRESS for 2s [ 1034.628485] env[66329]: INFO networking_nsxv3.common.synchronization [req-28557196-f52f-45f9-aeef-18628fffc5f9 req-f988fe99-f745-4ce0-b9e2-885cae2823c4 service nova] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_rules [ 1034.628669] env[66329]: INFO networking_nsxv3.common.synchronization [req-28557196-f52f-45f9-aeef-18628fffc5f9 req-f988fe99-f745-4ce0-b9e2-885cae2823c4 service nova] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1034.628815] env[66329]: INFO networking_nsxv3.common.synchronization [req-28557196-f52f-45f9-aeef-18628fffc5f9 req-f988fe99-f745-4ce0-b9e2-885cae2823c4 service nova] Enqueued Resource ID: 28f54d9e-4fff-40e9-8a01-926b145f5d5f with Priority: HIGHEST for action port [ 1034.629479] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_rules [ 1034.629622] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1034.629719] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28f54d9e-4fff-40e9-8a01-926b145f5d5f with Priority: HIGHEST for action port [ 1034.630010] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.630143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.630211] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.630421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.630495] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.631629] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.631629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.631629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.631822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.631928] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.632032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.632087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.632273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.632325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.632399] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.633196] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-28f54d9e-4fff-40e9-8a01-926b145f5d5f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.633310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28f54d9e-4fff-40e9-8a01-926b145f5d5f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.633354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28f54d9e-4fff-40e9-8a01-926b145f5d5f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.633576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28f54d9e-4fff-40e9-8a01-926b145f5d5f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.633669] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28f54d9e-4fff-40e9-8a01-926b145f5d5f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.135030] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.136765] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.136765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.136765] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28f54d9e-4fff-40e9-8a01-926b145f5d5f with status ACTIVE [ 1035.136765] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.137070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.137070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.137187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.137219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.137774] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.137774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.137774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.137774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.137774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.138029] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.138029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.138114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.139036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.139036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.139036] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28f54d9e-4fff-40e9-8a01-926b145f5d5f is going to be updated. [ 1035.162252] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.162252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.162665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.162665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.162665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.162770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28f54d9e-4fff-40e9-8a01-926b145f5d5f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.568772] env[66329]: INFO networking_nsxv3.common.synchronization [req-945a4cdf-22da-4d56-a5fe-9a2eb92633ac req-1fe74996-85a9-4b81-816e-7c78f5fb6a8b tempest-ImagesOneServerNegativeTestJSON-794399316 tempest-ImagesOneServerNegativeTestJSON-794399316-project-member] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1035.569640] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1035.569640] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.569772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.569813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.570082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.570656] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.570656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.570656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.570656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.570829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.570829] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.641159] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.072858] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.073105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.073105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.073307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.073443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.073631] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.073719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.073762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.073966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.074062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.074104] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be updated. [ 1036.122742] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.122962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.123026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.123308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.123507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.125136] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 1036.125295] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 deletion is rescheduled due to dependency. [ 1036.125396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.138084] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: IN_PROGRESS for 2s [ 1036.143960] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.144204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.144260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.144438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.144528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.144640] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be created. [ 1036.183570] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.183983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.183983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.184239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.184415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.206952] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: UNINITIALIZED for 2s [ 1036.598787] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b8f279a-a496-4855-bcd5-985408115c10 in Status: SUCCESS [ 1036.598787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.432387] env[66329]: INFO networking_nsxv3.common.synchronization [req-275ab906-88d9-4eb7-96b2-58a5a80e9b7d req-bc78ebcc-432b-4f1a-8374-3959e8a9355b tempest-ImagesTestJSON-80438504 tempest-ImagesTestJSON-80438504-project-member] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 1037.432949] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 1037.433268] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.433390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.433477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.433677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.433829] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.433925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.433987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.434149] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.434235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.434329] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.936868] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.937083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.937156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.937393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.937503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.937808] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.937962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.938023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.938207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.938301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.938409] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 1037.978259] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.978420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.978464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.978674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.978820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.000913] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 1038.153610] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: SUCCESS [ 1038.153811] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a deletion is rescheduled due to dependency. [ 1038.153920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.217406] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: SUCCESS [ 1038.217624] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.217804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.218051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.218255] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.218376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.218438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.218592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.218674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.218759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.218853] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.721449] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.223769] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e02b07c-f831-4abd-b578-44170ae456a3: rpc.has_security_group_logging(os_id): False [ 1039.248199] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.248346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.248405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.248618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.248735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.248992] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.249112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.249176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.249344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.249421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.249508] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be created. [ 1039.331434] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.331580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.331580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.331786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.331962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.346723] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: IN_PROGRESS for 2s [ 1040.015494] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 1040.015494] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 deletion is rescheduled due to dependency. [ 1040.015494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.370227] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: SUCCESS [ 1041.370548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.434585] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1042.434985] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1045.451451] env[66329]: INFO networking_nsxv3.common.synchronization [None req-562d1d51-5977-44b6-9016-b2fdc3d2dd17 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_rules [ 1045.452014] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_rules [ 1045.452366] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.452533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.452634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.452901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.453019] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12acfa53-26f7-4ef8-8b62-00234b66e4e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.599206] env[66329]: INFO networking_nsxv3.common.synchronization [None req-1e0434d4-a9ff-4f17-950e-3941bb09afe0 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_rules [ 1045.599433] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_rules [ 1045.599738] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.600022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.713077] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.713770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.713770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.713970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.714040] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.976968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.977268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.977268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.978360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.978360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.978360] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 already deleted. [ 1045.978360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.978360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.978360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.978360] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12acfa53-26f7-4ef8-8b62-00234b66e4e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.216964] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.500046] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.500375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.500375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.500375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.500472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.500683] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 already deleted. [ 1046.500683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.670709] env[66329]: INFO networking_nsxv3.common.synchronization [None req-bd1dd82e-e06d-460e-af2a-74818255eb3d None None] Enqueued Resource ID: 4b42f622-ef6b-4ffd-80c0-9bd1c6e42ccd with Priority: HIGHEST for action port [ 1046.671387] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b42f622-ef6b-4ffd-80c0-9bd1c6e42ccd with Priority: HIGHEST for action port [ 1046.671579] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b42f622-ef6b-4ffd-80c0-9bd1c6e42ccd taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.671725] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b42f622-ef6b-4ffd-80c0-9bd1c6e42ccd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.671805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b42f622-ef6b-4ffd-80c0-9bd1c6e42ccd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.672394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b42f622-ef6b-4ffd-80c0-9bd1c6e42ccd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.672693] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b42f622-ef6b-4ffd-80c0-9bd1c6e42ccd',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.718903] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.021838] env[66329]: INFO networking_nsxv3.common.synchronization [req-28b341e5-ab2e-439d-b421-4f15559cb19d req-af4fd5c0-a78e-4db1-8a5c-a6a3c0713204 tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 1047.023341] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 1047.023341] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.023523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.023523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.024125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.024255] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.024418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.024966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.024966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.024966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.024966] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.175160] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b42f622-ef6b-4ffd-80c0-9bd1c6e42ccd [ 1047.175444] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.175604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.175742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.175984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.176093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.176191] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b42f622-ef6b-4ffd-80c0-9bd1c6e42ccd already deleted. [ 1047.176290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b42f622-ef6b-4ffd-80c0-9bd1c6e42ccd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.222044] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1047.222203] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1047.439477] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-632 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.439676] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.439802] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.440083] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.440337] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.440494] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.440599] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.440812] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.440952] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.445214] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.445356] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.445475] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.445585] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.445759] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.445831] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.445971] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.468255] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.468255] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.468255] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.468255] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-632" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.468255] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-236e63dc-3b0a-4485-80b7-3fc2614b08bf taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.468255] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-236e63dc-3b0a-4485-80b7-3fc2614b08bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.468255] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-236e63dc-3b0a-4485-80b7-3fc2614b08bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.468255] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-236e63dc-3b0a-4485-80b7-3fc2614b08bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.468255] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236e63dc-3b0a-4485-80b7-3fc2614b08bf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.528270] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.528647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.528647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.528831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.528871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.529087] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.529170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.529291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.529435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.529435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.529545] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 1047.557107] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.557277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.557319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.557547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.557876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.573733] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 1047.971570] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.971783] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.971902] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.972240] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.972389] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.972545] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 236e63dc-3b0a-4485-80b7-3fc2614b08bf not found, creating... [ 1047.972810] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.972971] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.973099] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.973317] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.973450] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.973770] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.973930] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.974135] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.974366] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.974498] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.974637] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 236e63dc-3b0a-4485-80b7-3fc2614b08bf is going to be created. [ 1047.999286] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.999548] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.999631] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.999916] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.000201] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.000446] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-236e63dc-3b0a-4485-80b7-3fc2614b08bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.097794] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.097948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.098112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.098249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.112810] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1048.114478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.114615] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1048.198558] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.198558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.198703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.198856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.211394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.212074] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1048.212153] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.212246] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1048.266029] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.266241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.266291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.266468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.268910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.268910] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1048.377732] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.377977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.377977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.378175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.378484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.378741] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1048.471974] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.472214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.472277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.472581] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.472986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.473449] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1048.473571] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b29ef548-2f88-4a35-8259-84217785e2d5', 'e95d47d5-598d-47ed-9c6a-526bec3d54df', 'f37eb7a6-3e28-4f2c-81ad-b730b2b8853c', '30ec1595-e556-43ab-b7ea-05acf667642b', '2f76763a-255c-422d-b534-65fd663ac7c3', 'ddc43ac6-ac21-4ad7-b076-78f49402afa6', '663d13a7-a613-43f2-8165-572ebc4da9d8', 'cc3571b5-d507-4f71-b943-15e5ccadb7b1', 'ac342b63-ee7a-417d-9e2e-edb5733b9f87', '0db8e9c3-e45e-4954-aecc-6dea82028f37', '7b07a503-fc4c-4439-b439-e1fb182ae233', '33e048cd-69c0-4a81-a4db-68c5ba461b50', 'dfd56d94-2d02-4570-9143-831ddcd1482d', 'd611721d-0d17-412b-a5b9-2d13eef9a463', '784e2a05-ce09-425e-8d49-8d9728fdcd88', 'ba8fb796-625d-40ed-8506-68370d1d07bc', '9ccc60b7-597e-4652-9d5a-aac400ba8d6d', 'f043bbda-3964-45bf-8ba0-a89f4f3d9ed2', '9c91a30f-1006-45cd-9e59-9b799a9619da', '838febdb-adc0-4c5e-b610-4bc275eb6d3d', 'f2f10856-5021-4ee2-9316-ba2d40fdd286', 'fbc97eeb-9fdd-4d49-ba38-0e4219ce2894', '9f6142df-3137-4baa-88c3-8cbc3d6df1cb', '240f46cc-83ab-4efe-9f12-e25b64e88519', '2856fe24-b400-4766-90c9-868b81a9cf18', '37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c', '2e02b07c-f831-4abd-b578-44170ae456a3', '9b8f279a-a496-4855-bcd5-985408115c10', '035dae1e-8b66-449a-b51a-134e04f279c2', '2452748d-040a-45cc-bb31-089c1e08077b', 'd930d67e-6334-4eef-af00-2c741fe3dbe2', '42ebe38f-3d5e-4208-98cf-f640491d8aac', '747cedb8-9c37-41ee-9534-debf4c331670', 'fb25391b-5615-4eda-b721-b3959098673c', 'b4bf4e96-91cf-4fd0-af96-e9f92455d6e8', '64ae41f3-02c1-412b-a4ca-79d206954bd8', 'ce2a276b-1cce-4774-be46-095532c6339a', 'd086b0ed-fb0e-423b-af2e-d5dee78061e0', '6ae4e4dd-20e1-4d85-8243-6c0b46babc68', 'ff21d259-4dca-4d1c-be7c-3db97fb1c1b0', '19b401df-9446-4845-bf52-702c614aa685'} {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.473763] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1048.495107] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.495288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.495359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.495577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.495666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.495845] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1048.495921] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.496021] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1048.577621] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.578178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.578178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.579016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.581153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.581624] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1048.581728] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1048.581834] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1048.581951] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1048.582087] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1048.582208] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGH for action security_group_rules [ 1048.582348] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e95d47d5-598d-47ed-9c6a-526bec3d54df with Priority: HIGH for action security_group_rules [ 1048.582475] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGH for action security_group_rules [ 1048.582576] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30ec1595-e556-43ab-b7ea-05acf667642b with Priority: HIGH for action security_group_rules [ 1048.582690] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGH for action security_group_rules [ 1048.582809] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGH for action security_group_rules [ 1048.582905] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGH for action security_group_rules [ 1048.582999] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 with Priority: HIGH for action security_group_rules [ 1048.584217] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGH for action security_group_rules [ 1048.584493] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGH for action security_group_rules [ 1048.584644] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGH for action security_group_rules [ 1048.584946] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 with Priority: HIGH for action security_group_rules [ 1048.585534] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGH for action security_group_rules [ 1048.585656] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGH for action security_group_rules [ 1048.585784] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGH for action security_group_rules [ 1048.585891] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGH for action security_group_rules [ 1048.586290] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d with Priority: HIGH for action security_group_rules [ 1048.586441] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGH for action security_group_rules [ 1048.586566] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGH for action security_group_rules [ 1048.586738] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGH for action security_group_rules [ 1048.587042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.738696] env[66329]: INFO networking_nsxv3.common.synchronization [req-28b341e5-ab2e-439d-b421-4f15559cb19d req-c9c86090-5508-4327-b09e-dadb0efdf028 service nova] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_rules [ 1048.738884] env[66329]: INFO networking_nsxv3.common.synchronization [req-28b341e5-ab2e-439d-b421-4f15559cb19d req-c9c86090-5508-4327-b09e-dadb0efdf028 service nova] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 1048.739080] env[66329]: INFO networking_nsxv3.common.synchronization [req-28b341e5-ab2e-439d-b421-4f15559cb19d req-c9c86090-5508-4327-b09e-dadb0efdf028 service nova] Enqueued Resource ID: 236e63dc-3b0a-4485-80b7-3fc2614b08bf with Priority: HIGHEST for action port [ 1048.739539] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_rules [ 1048.739692] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 1048.739800] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236e63dc-3b0a-4485-80b7-3fc2614b08bf with Priority: HIGHEST for action port [ 1048.739901] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29ef548-2f88-4a35-8259-84217785e2d5 with Priority: HIGH for action security_group_rules [ 1048.739997] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c with Priority: HIGH for action security_group_rules [ 1048.740527] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 with Priority: HIGH for action security_group_rules [ 1048.740640] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGH for action security_group_rules [ 1048.740767] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d with Priority: HIGH for action security_group_rules [ 1048.740828] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGH for action security_group_rules [ 1048.740918] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 with Priority: HIGH for action security_group_rules [ 1048.741016] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d with Priority: HIGH for action security_group_rules [ 1048.741111] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGH for action security_group_rules [ 1048.741442] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8fb796-625d-40ed-8506-68370d1d07bc with Priority: HIGH for action security_group_rules [ 1048.741579] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd56d94-2d02-4570-9143-831ddcd1482d with Priority: HIGH for action security_group_rules [ 1048.741677] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 with Priority: HIGH for action security_group_rules [ 1048.741774] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGH for action security_group_rules [ 1048.741867] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 with Priority: HIGH for action security_group_rules [ 1048.741955] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 with Priority: HIGH for action security_group_rules [ 1048.742960] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGH for action security_group_rules [ 1048.743419] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 with Priority: HIGH for action security_group_rules [ 1048.743786] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f76763a-255c-422d-b534-65fd663ac7c3 with Priority: HIGH for action security_group_rules [ 1048.743895] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e95d47d5-598d-47ed-9c6a-526bec3d54df with Priority: HIGH for action security_group_rules [ 1048.743983] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30ec1595-e556-43ab-b7ea-05acf667642b with Priority: HIGH for action security_group_rules [ 1048.744342] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.744465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.744527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.744955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.745044] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.746906] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.747024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.747248] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-236e63dc-3b0a-4485-80b7-3fc2614b08bf taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.747335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-236e63dc-3b0a-4485-80b7-3fc2614b08bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.747374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-236e63dc-3b0a-4485-80b7-3fc2614b08bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.747560] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-236e63dc-3b0a-4485-80b7-3fc2614b08bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.747635] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236e63dc-3b0a-4485-80b7-3fc2614b08bf',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.748441] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b29ef548-2f88-4a35-8259-84217785e2d5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.748620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.748620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.748769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.748886] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b29ef548-2f88-4a35-8259-84217785e2d5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.750376] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.750376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.750376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.750376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.750376] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37eb7a6-3e28-4f2c-81ad-b730b2b8853c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.751189] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-663d13a7-a613-43f2-8165-572ebc4da9d8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.751314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.751373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.753190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.753190] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('663d13a7-a613-43f2-8165-572ebc4da9d8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.753190] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.753190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.753190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.753190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.753190] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.753834] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.753929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.754227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.754702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.754702] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('838febdb-adc0-4c5e-b610-4bc275eb6d3d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.755891] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.755891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.755891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.755891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.755891] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.756812] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.756812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.756812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.756812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.756812] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f043bbda-3964-45bf-8ba0-a89f4f3d9ed2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.757962] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ccc60b7-597e-4652-9d5a-aac400ba8d6d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.758710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.758710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.758710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.758710] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ccc60b7-597e-4652-9d5a-aac400ba8d6d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.759345] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.759486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.759801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.759801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.759919] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.760894] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8fb796-625d-40ed-8506-68370d1d07bc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.761014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.761077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.761172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.761245] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8fb796-625d-40ed-8506-68370d1d07bc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.764986] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfd56d94-2d02-4570-9143-831ddcd1482d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.764986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.765248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.765248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.765313] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfd56d94-2d02-4570-9143-831ddcd1482d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.766948] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e048cd-69c0-4a81-a4db-68c5ba461b50 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.766948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.766948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.766948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.766948] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e048cd-69c0-4a81-a4db-68c5ba461b50',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.767277] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.767350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.767418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.767562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.767630] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.768372] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0db8e9c3-e45e-4954-aecc-6dea82028f37 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.768588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.768635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.768779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.768851] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0db8e9c3-e45e-4954-aecc-6dea82028f37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.769601] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.769713] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.769759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.770596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.770596] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac342b63-ee7a-417d-9e2e-edb5733b9f87',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.771261] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.771535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.771535] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc3571b5-d507-4f71-b943-15e5ccadb7b1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.773166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.773166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.773166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.773166] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc3571b5-d507-4f71-b943-15e5ccadb7b1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.773166] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f76763a-255c-422d-b534-65fd663ac7c3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.773166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.773166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.773166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.773166] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f76763a-255c-422d-b534-65fd663ac7c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.774044] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e95d47d5-598d-47ed-9c6a-526bec3d54df taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.774044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.774244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.774428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.774503] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e95d47d5-598d-47ed-9c6a-526bec3d54df',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.775695] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30ec1595-e556-43ab-b7ea-05acf667642b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.775844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.775905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.776216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.776330] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30ec1595-e556-43ab-b7ea-05acf667642b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.282624] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.284361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.284535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.284979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.285249] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.285387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.285483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.286557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.286557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.286557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.286557] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.289851] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 236e63dc-3b0a-4485-80b7-3fc2614b08bf with status ACTIVE [ 1049.289914] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.290055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.290114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.290286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.291108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.291108] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.291108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.291108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.291108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.291108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.291108] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.291376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.291376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.292263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.292263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.292263] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 236e63dc-3b0a-4485-80b7-3fc2614b08bf is going to be updated. [ 1049.309295] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.309295] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.320979] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.377711] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.377928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.377928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.378145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.379853] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.380044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.382471] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c2fa902-a3d2-4d55-806b-f1357cd5c8a4 req-a4326052-5534-4536-9c4a-dc8fd3e72415 tempest-ImagesTestJSON-80438504 tempest-ImagesTestJSON-80438504-project-member] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 1049.383368] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 1049.383949] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.384161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.384161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.385049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.385049] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.385049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.385049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.385049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.385049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.385049] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.399243] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.399444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.400596] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.400738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.401409] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.401724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.402400] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.402493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.403197] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.403286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.404063] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.404167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.404954] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.404954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.405626] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.405797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.406552] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.406614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.407198] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.407820] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.407820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.409286] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.409420] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.409512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.411738] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.412056] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.412174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.412237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.412450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.412586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.412742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-236e63dc-3b0a-4485-80b7-3fc2614b08bf" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.415616] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.416215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.416215] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be deleted. [ 1049.417338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.417473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.419330] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.419330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.420096] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.420207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.421703] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.422131] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.422228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.440608] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.441378] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.441378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.442301] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.442636] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.442742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.444749] env[66329]: INFO networking_nsxv3.common.synchronization [None req-51780f93-8554-4f54-b416-2120b5f3c840 None None] Enqueued Resource ID: 07cc1c29-4201-494e-a44c-b5aa1d4a8388 with Priority: HIGHEST for action port [ 1049.445575] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.446383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.446383] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfd56d94-2d02-4570-9143-831ddcd1482d is going to be deleted. [ 1049.447649] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cc1c29-4201-494e-a44c-b5aa1d4a8388 with Priority: HIGHEST for action port [ 1049.447803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.447994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.449086] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-07cc1c29-4201-494e-a44c-b5aa1d4a8388 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.449263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07cc1c29-4201-494e-a44c-b5aa1d4a8388" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.449329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07cc1c29-4201-494e-a44c-b5aa1d4a8388" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.449526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07cc1c29-4201-494e-a44c-b5aa1d4a8388" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.449622] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cc1c29-4201-494e-a44c-b5aa1d4a8388',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.506931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.507148] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30ec1595-e556-43ab-b7ea-05acf667642b is going to be deleted. [ 1049.508482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.508583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.543492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.543641] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be deleted. [ 1049.544550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.544779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.582823] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.583274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.596725] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.596725] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.605506] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 1049.605739] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 deletion is rescheduled due to dependency. [ 1049.606031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.606031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.606339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.606822] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.606822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.606822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.607152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.607444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.607571] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.612532] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.612532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.613557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.613739] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 663d13a7-a613-43f2-8165-572ebc4da9d8 is going to be deleted. [ 1049.614769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.615033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.649261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.649467] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f043bbda-3964-45bf-8ba0-a89f4f3d9ed2 is going to be deleted. [ 1049.650349] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.650565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.689851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.689851] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e95d47d5-598d-47ed-9c6a-526bec3d54df is going to be deleted. [ 1049.693681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.694044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.719483] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-67 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.719767] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.719918] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.720314] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.720580] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.720767] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.720972] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.721460] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.721727] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.722443] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.722624] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.722773] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.722896] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.723018] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.723268] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.723521] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.726633] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.726756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.753139] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.754180] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.754180] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.754180] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-67" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.754180] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.754180] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.754512] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.754611] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.754741] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.794929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.794929] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be deleted. [ 1049.798738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.798738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.800031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.800154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.823316] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 784e2a05-ce09-425e-8d49-8d9728fdcd88: rpc.has_security_group_logging(os_id): False [ 1049.856055] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.856396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.878962] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.879481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.880110] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.880243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.887293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.887293] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37eb7a6-3e28-4f2c-81ad-b730b2b8853c is going to be deleted. [ 1049.887293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.887533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.890053] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.890053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.953032] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07cc1c29-4201-494e-a44c-b5aa1d4a8388 [ 1049.953032] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.953032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.953032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.953032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.953032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.953032] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07cc1c29-4201-494e-a44c-b5aa1d4a8388 already deleted. [ 1049.953032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07cc1c29-4201-494e-a44c-b5aa1d4a8388" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.974382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.974382] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f76763a-255c-422d-b534-65fd663ac7c3 is going to be deleted. [ 1049.975034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.975303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.011578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.011723] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8fb796-625d-40ed-8506-68370d1d07bc is going to be deleted. [ 1050.012677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.012891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.092822] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.093313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.103204] env[66329]: INFO networking_nsxv3.common.synchronization [None req-71ec5cc1-3502-4efc-9963-ef7fc2b24875 None None] Enqueued Resource ID: 6aa25d62-c21e-4c58-be6d-dcafd80965e2 with Priority: HIGHEST for action port [ 1050.103204] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aa25d62-c21e-4c58-be6d-dcafd80965e2 with Priority: HIGHEST for action port [ 1050.103204] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-6aa25d62-c21e-4c58-be6d-dcafd80965e2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.103204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6aa25d62-c21e-4c58-be6d-dcafd80965e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.103204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6aa25d62-c21e-4c58-be6d-dcafd80965e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.104804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6aa25d62-c21e-4c58-be6d-dcafd80965e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.104804] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6aa25d62-c21e-4c58-be6d-dcafd80965e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.108729] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.108729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.117947] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.119221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.119336] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e048cd-69c0-4a81-a4db-68c5ba461b50 is going to be deleted. [ 1050.120544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.120819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.153101] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.153600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.158880] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.158880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.198235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.198235] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac342b63-ee7a-417d-9e2e-edb5733b9f87 is going to be deleted. [ 1050.198235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.198235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.258625] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.258625] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.258625] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.259365] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.259365] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.259365] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e not found, creating... [ 1050.259618] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.259943] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.263487] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.263919] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.264125] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.264479] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.264767] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.264767] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.265095] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.265652] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.265974] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e is going to be created. [ 1050.279640] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.279906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.286972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.287167] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b29ef548-2f88-4a35-8259-84217785e2d5 is going to be deleted. [ 1050.288272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.288533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.368521] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.369901] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.370154] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.370447] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.370684] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.371042] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.387539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.387671] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 838febdb-adc0-4c5e-b610-4bc275eb6d3d is going to be deleted. [ 1050.388721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.388935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.437974] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.437974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.464208] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.464354] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc3571b5-d507-4f71-b943-15e5ccadb7b1 is going to be deleted. [ 1050.465287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.465510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.523152] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.523152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.541590] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.541590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.547083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.547083] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0db8e9c3-e45e-4954-aecc-6dea82028f37 is going to be deleted. [ 1050.547083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.547525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.609630] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6aa25d62-c21e-4c58-be6d-dcafd80965e2 [ 1050.609630] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.609630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.609630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.609630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.609630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.609630] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6aa25d62-c21e-4c58-be6d-dcafd80965e2 already deleted. [ 1050.609630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6aa25d62-c21e-4c58-be6d-dcafd80965e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.624220] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.634947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.635238] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ccc60b7-597e-4652-9d5a-aac400ba8d6d is going to be deleted. [ 1050.636272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.636500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.636597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.636732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.637905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.637905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.638101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.638101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfd56d94-2d02-4570-9143-831ddcd1482d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.638608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.638770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.638856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.638970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30ec1595-e556-43ab-b7ea-05acf667642b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.639462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.639619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.639701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.639821] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.639953] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.640111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.640188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.640301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f043bbda-3964-45bf-8ba0-a89f4f3d9ed2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.640426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.640567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.640641] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.640754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-663d13a7-a613-43f2-8165-572ebc4da9d8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.640905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.641073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.705998] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.707459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.711332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.713214] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.713214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.713214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.713214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.713214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.713214] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 is going to be updated. [ 1050.713778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.713982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.714298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.714489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e95d47d5-598d-47ed-9c6a-526bec3d54df" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.714689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.715222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.715222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.716249] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.716445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.716553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.716844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.716844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.717119] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be deleted. [ 1050.718214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.718439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.719020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.719168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37eb7a6-3e28-4f2c-81ad-b730b2b8853c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.719464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.719918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.720103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.720308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.721030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.721341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.721525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.721778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f76763a-255c-422d-b534-65fd663ac7c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.721970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.722187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.722310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.722468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8fb796-625d-40ed-8506-68370d1d07bc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.723165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.723380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.723541] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.723759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e048cd-69c0-4a81-a4db-68c5ba461b50" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.723903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.724107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.724267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.724406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac342b63-ee7a-417d-9e2e-edb5733b9f87" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.724582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.724771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.724897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.725074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b29ef548-2f88-4a35-8259-84217785e2d5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.725245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.725431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.725548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.725696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-838febdb-adc0-4c5e-b610-4bc275eb6d3d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.725948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.726153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.726295] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.726521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc3571b5-d507-4f71-b943-15e5ccadb7b1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.763267] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.763470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.763770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.763903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.763958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.764120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0db8e9c3-e45e-4954-aecc-6dea82028f37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.795388] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.795388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.795388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.795388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.795388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.795388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.800390] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.801024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.801024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.801024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.801024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.801024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ccc60b7-597e-4652-9d5a-aac400ba8d6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.872531] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1050.873333] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.873333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.873333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.873710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.873710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.933949] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: IN_PROGRESS for 2s [ 1051.050323] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c2fa902-a3d2-4d55-806b-f1357cd5c8a4 req-0c889680-5371-4e62-96c8-4c5f44dc8704 service nova] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_rules [ 1051.050560] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c2fa902-a3d2-4d55-806b-f1357cd5c8a4 req-0c889680-5371-4e62-96c8-4c5f44dc8704 service nova] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 1051.050699] env[66329]: INFO networking_nsxv3.common.synchronization [req-0c2fa902-a3d2-4d55-806b-f1357cd5c8a4 req-0c889680-5371-4e62-96c8-4c5f44dc8704 service nova] Enqueued Resource ID: 0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e with Priority: HIGHEST for action port [ 1051.052696] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_rules [ 1051.052849] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 1051.052953] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e with Priority: HIGHEST for action port [ 1051.053288] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.053416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.053494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.053735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.053845] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.054831] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.055133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.055328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.055561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.055730] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.056107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.056243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.056590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.056731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.056799] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.057772] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.058155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.058155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.058290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.058290] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.131461] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.131659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.131725] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.131947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.132072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.132276] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 1051.165710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.166568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.166568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.166568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.166568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.177435] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 1051.508783] env[66329]: INFO networking_nsxv3.common.synchronization [None req-e88de68b-6a23-4716-8940-35bc69cd4bbe tempest-ImagesOneServerNegativeTestJSON-794399316 tempest-ImagesOneServerNegativeTestJSON-794399316-project-member] Enqueued Resource ID: 070fd41a-a844-4d7f-8e74-2255c4d08d6e with Priority: HIGHEST for action security_group_rules [ 1051.509559] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 070fd41a-a844-4d7f-8e74-2255c4d08d6e with Priority: HIGHEST for action security_group_rules [ 1051.509870] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-070fd41a-a844-4d7f-8e74-2255c4d08d6e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.509992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-070fd41a-a844-4d7f-8e74-2255c4d08d6e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.510087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-070fd41a-a844-4d7f-8e74-2255c4d08d6e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.510320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-070fd41a-a844-4d7f-8e74-2255c4d08d6e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.510403] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('070fd41a-a844-4d7f-8e74-2255c4d08d6e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.560355] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.560572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.560737] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.561828] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e with status ACTIVE [ 1051.562085] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.562235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.562351] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.562609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.562708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.562926] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.563207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.563275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.563437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.563517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.563752] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.563828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.563864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.564020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.564251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.564251] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e is going to be updated. [ 1051.590263] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.590422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.590469] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.590750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.590958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.591166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb2a0aa-ddd5-42d2-85ac-829b6b18e40e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.599032] env[66329]: INFO networking_nsxv3.common.synchronization [None req-96e92505-746a-4e67-be57-b38a1ea6a74c tempest-ImagesOneServerNegativeTestJSON-794399316 tempest-ImagesOneServerNegativeTestJSON-794399316-project-member] Enqueued Resource ID: 070fd41a-a844-4d7f-8e74-2255c4d08d6e with Priority: HIGHEST for action security_group_rules [ 1051.600372] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 070fd41a-a844-4d7f-8e74-2255c4d08d6e with Priority: HIGHEST for action security_group_rules [ 1051.600372] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-070fd41a-a844-4d7f-8e74-2255c4d08d6e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.600372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-070fd41a-a844-4d7f-8e74-2255c4d08d6e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.030512] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.030888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.030888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.030888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.030993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.031043] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 070fd41a-a844-4d7f-8e74-2255c4d08d6e already deleted. [ 1052.031136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-070fd41a-a844-4d7f-8e74-2255c4d08d6e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.031282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-070fd41a-a844-4d7f-8e74-2255c4d08d6e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.031434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-070fd41a-a844-4d7f-8e74-2255c4d08d6e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.031516] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('070fd41a-a844-4d7f-8e74-2255c4d08d6e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.066238] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.524669] env[66329]: INFO networking_nsxv3.common.synchronization [None req-93164417-4eca-4059-b4e6-046110f567d3 None None] Enqueued Resource ID: 8c9c6851-5985-436c-a168-e9fdca9e7914 with Priority: HIGHEST for action port [ 1052.525322] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9c6851-5985-436c-a168-e9fdca9e7914 with Priority: HIGHEST for action port [ 1052.525666] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c9c6851-5985-436c-a168-e9fdca9e7914 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.525666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c9c6851-5985-436c-a168-e9fdca9e7914" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.525906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c9c6851-5985-436c-a168-e9fdca9e7914" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.526145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c9c6851-5985-436c-a168-e9fdca9e7914" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.526301] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9c6851-5985-436c-a168-e9fdca9e7914',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.555533] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.555993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.555993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.555993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.556177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.556177] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 070fd41a-a844-4d7f-8e74-2255c4d08d6e already deleted. [ 1052.556261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-070fd41a-a844-4d7f-8e74-2255c4d08d6e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.569214] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.569406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.569483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.569704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.569800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.569960] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be created. [ 1052.596139] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.596318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.596382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.596568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.596773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.607315] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: UNINITIALIZED for 2s [ 1052.952633] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: SUCCESS [ 1052.952863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.029010] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c9c6851-5985-436c-a168-e9fdca9e7914 [ 1053.029307] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.029307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.029307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.029585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.029585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.029864] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c9c6851-5985-436c-a168-e9fdca9e7914 already deleted. [ 1053.029864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c9c6851-5985-436c-a168-e9fdca9e7914" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.190081] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 1053.190081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.190717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.190717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.190918] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.191059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.191126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.191431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.191528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.191594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.191680] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.696041] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.696041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.696041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.696041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.696041] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.696041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.696041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.696041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.696041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.696041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.696041] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.696041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.696041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.696672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.696672] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.696672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.696672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.696672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.696672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.696866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.696866] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.200457] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc43ac6-ac21-4ad7-b076-78f49402afa6: rpc.has_security_group_logging(os_id): False [ 1054.218521] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.218696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.218737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.218928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.239224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.239489] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.239607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.239674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.239868] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.239952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.240187] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.240302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.240368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.240523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.240599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.240779] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.240876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.240929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.241087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.241163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.241249] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 1054.306534] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.306702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.306702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.306917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.307084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.336084] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 1054.617802] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 1054.618023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.618220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.618437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.618638] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.618752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.618817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.618966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.619057] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.619143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.619232] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.121724] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.121966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.122104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.122565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.122839] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.123041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.123142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.123379] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.123538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.123639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.123815] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.123961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.124080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.124318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.124557] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.124721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.124835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.125084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.125230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.125376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.125544] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.305473] env[66329]: INFO networking_nsxv3.common.synchronization [req-65c72d3a-161e-4488-8567-07812e86c274 req-5f7a8c6a-47e5-4dcb-91d7-62789fc01386 tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1055.306091] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1055.306407] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.306530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.306595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.306794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.306966] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.307090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.307150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.307301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.307384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.307474] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.628341] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d611721d-0d17-412b-a5b9-2d13eef9a463: rpc.has_security_group_logging(os_id): False [ 1055.648577] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.648577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.648577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.648577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.648577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.648811] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.648811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.648891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.648972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.649055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.649242] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.649331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.649389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.649525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.649595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.649784] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.649928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.649999] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.650140] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.650671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.650671] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be created. [ 1055.678858] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.679085] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.679635] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.679950] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.680258] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.680439] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.680555] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.680872] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.680948] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.681189] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.681353] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.681464] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.681560] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.681656] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.681766] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.681932] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.706464] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.706464] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.706464] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.706464] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.706464] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-154b5128-5bdd-4ae9-b707-0b5fb24b5821 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.706464] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-154b5128-5bdd-4ae9-b707-0b5fb24b5821" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.706464] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-154b5128-5bdd-4ae9-b707-0b5fb24b5821" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.706464] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-154b5128-5bdd-4ae9-b707-0b5fb24b5821" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.706464] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('154b5128-5bdd-4ae9-b707-0b5fb24b5821',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.732480] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.732663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.732843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.732927] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.733125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.757152] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 1055.809947] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.810164] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.810295] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.810403] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.810495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.810692] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.810800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.810865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.811029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.811108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.811193] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be deleted. [ 1055.857665] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.857988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.857988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.858209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.858296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.858464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.208988] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.209252] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.209381] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.209671] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.209820] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.209979] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 154b5128-5bdd-4ae9-b707-0b5fb24b5821 not found, creating... [ 1056.210278] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.210422] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.210613] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.210786] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.210883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.211181] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.211333] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.211492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.211861] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.212099] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.212341] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 154b5128-5bdd-4ae9-b707-0b5fb24b5821 is going to be created. [ 1056.234941] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.235155] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.235801] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.235801] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.235801] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.236059] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-154b5128-5bdd-4ae9-b707-0b5fb24b5821" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.375231] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 1056.375612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.375671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.375995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.376119] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.879581] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.879831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.879936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.881504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.881689] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.881796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.881861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.882073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.882165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.882258] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.882349] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.988863] env[66329]: INFO networking_nsxv3.common.synchronization [req-65c72d3a-161e-4488-8567-07812e86c274 req-684558ad-66c2-4ec2-aad3-df4d9f23df92 service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 1056.988863] env[66329]: INFO networking_nsxv3.common.synchronization [req-65c72d3a-161e-4488-8567-07812e86c274 req-684558ad-66c2-4ec2-aad3-df4d9f23df92 service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1056.988863] env[66329]: INFO networking_nsxv3.common.synchronization [req-65c72d3a-161e-4488-8567-07812e86c274 req-684558ad-66c2-4ec2-aad3-df4d9f23df92 service nova] Enqueued Resource ID: 154b5128-5bdd-4ae9-b707-0b5fb24b5821 with Priority: HIGHEST for action port [ 1056.988863] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 1056.988863] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1056.988863] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 154b5128-5bdd-4ae9-b707-0b5fb24b5821 with Priority: HIGHEST for action port [ 1056.988863] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.990382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.990382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.990382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.990382] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.993914] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.993914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.993914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.993914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.993914] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.993914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.993914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.993914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.993914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.994391] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.996025] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-154b5128-5bdd-4ae9-b707-0b5fb24b5821 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.996025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-154b5128-5bdd-4ae9-b707-0b5fb24b5821" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.996025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-154b5128-5bdd-4ae9-b707-0b5fb24b5821" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.996025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-154b5128-5bdd-4ae9-b707-0b5fb24b5821" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.996348] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('154b5128-5bdd-4ae9-b707-0b5fb24b5821',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.384563] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.384906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.384906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.385154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.385335] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.385442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.385521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.385727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.385892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.386054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.386137] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.386223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.386284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.386474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.386638] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.386748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.386830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.386959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.387049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.387189] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.387284] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.500184] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.500184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.500184] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.500454] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 154b5128-5bdd-4ae9-b707-0b5fb24b5821 with status ACTIVE [ 1057.500656] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.500766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.500827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.501075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.501177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.501385] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.501470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.501505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.501659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.501738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.501931] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.502037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.503434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.503515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.503604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.503697] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 154b5128-5bdd-4ae9-b707-0b5fb24b5821 is going to be updated. [ 1057.529368] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.529368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.529368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.529368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.529368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.529368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-154b5128-5bdd-4ae9-b707-0b5fb24b5821" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.664888] env[66329]: INFO networking_nsxv3.common.synchronization [req-c72ab355-c536-44b0-8ad8-d9564f3a5fd9 req-85b679cf-839f-4aab-a873-300dc141a072 tempest-ServerActionsTestOtherB-1471977195 tempest-ServerActionsTestOtherB-1471977195-project-member] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1057.664888] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1057.665185] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.665303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.665366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.665567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.665714] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.665808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.665961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.666071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.666172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.666267] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.774426] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 1057.774908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.891495] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddc43ac6-ac21-4ad7-b076-78f49402afa6: rpc.has_security_group_logging(os_id): False [ 1057.911749] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.911749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.911749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.911749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.911749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.911749] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.911749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.911749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.912295] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.912295] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.913437] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.913563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.916077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.916077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.916077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.916077] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.916077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.916077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.916077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.916077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.916077] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 1057.987354] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.987650] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.987650] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.987878] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.988063] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.988225] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.988368] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.988555] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.988700] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.988912] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.989043] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.989153] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.989261] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.989367] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.989489] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.989624] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.991532] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.991710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.991710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.992492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.992677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.005229] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.025351] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.025574] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.025721] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.026029] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.026318] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-51bec16c-738f-4829-84eb-b06be4d32477 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.026490] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-51bec16c-738f-4829-84eb-b06be4d32477" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.026612] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-51bec16c-738f-4829-84eb-b06be4d32477" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.027112] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-51bec16c-738f-4829-84eb-b06be4d32477" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.027112] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51bec16c-738f-4829-84eb-b06be4d32477',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.029775] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 1058.172672] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.172672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.172672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.172672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.172672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.172672] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.172672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.172672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.172672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.172672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.172672] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be deleted. [ 1058.205290] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.205290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.205290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.205290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.205290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.205290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.508570] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.509026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.509026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.509026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.509156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.509197] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be created. [ 1058.529915] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.530236] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.530435] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.530884] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.531134] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.531427] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 51bec16c-738f-4829-84eb-b06be4d32477 not found, creating... [ 1058.531859] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.532149] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.532365] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.532746] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.533018] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.533535] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.533815] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.534029] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.534401] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.534660] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.534924] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 51bec16c-738f-4829-84eb-b06be4d32477 is going to be created. [ 1058.543166] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.543394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.543481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.543723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.543937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.555158] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: UNINITIALIZED for 2s [ 1058.560146] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.560415] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.560541] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.560809] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.561050] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.561282] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-51bec16c-738f-4829-84eb-b06be4d32477" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.276492] env[66329]: INFO networking_nsxv3.common.synchronization [req-c72ab355-c536-44b0-8ad8-d9564f3a5fd9 req-f9eb12c9-88c0-4187-bc49-136bdd8be085 service nova] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 1059.276492] env[66329]: INFO networking_nsxv3.common.synchronization [req-c72ab355-c536-44b0-8ad8-d9564f3a5fd9 req-f9eb12c9-88c0-4187-bc49-136bdd8be085 service nova] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1059.276593] env[66329]: INFO networking_nsxv3.common.synchronization [req-c72ab355-c536-44b0-8ad8-d9564f3a5fd9 req-f9eb12c9-88c0-4187-bc49-136bdd8be085 service nova] Enqueued Resource ID: 51bec16c-738f-4829-84eb-b06be4d32477 with Priority: HIGHEST for action port [ 1059.277115] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 1059.277260] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1059.277356] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51bec16c-738f-4829-84eb-b06be4d32477 with Priority: HIGHEST for action port [ 1059.277629] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.277769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.277841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.278087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.278087] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.280547] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.280547] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.280696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.280777] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.280970] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.281026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.281062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.281581] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.281581] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.281581] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.282398] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-51bec16c-738f-4829-84eb-b06be4d32477 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.282398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51bec16c-738f-4829-84eb-b06be4d32477" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.282398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51bec16c-738f-4829-84eb-b06be4d32477" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.282586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51bec16c-738f-4829-84eb-b06be4d32477" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.282586] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51bec16c-738f-4829-84eb-b06be4d32477',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.785068] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.785670] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.785778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.786108] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51bec16c-738f-4829-84eb-b06be4d32477 with status ACTIVE [ 1059.786346] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.786503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.786579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.786809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.787072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.787201] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.787330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.787395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.787567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.787647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.787858] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.788023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.788080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.788178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.788257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.788342] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51bec16c-738f-4829-84eb-b06be4d32477 is going to be updated. [ 1059.822713] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.822808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.822880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.823129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.823239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.823362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51bec16c-738f-4829-84eb-b06be4d32477" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.048947] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 1060.049185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.291303] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.506765] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.506850] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.507017] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.507304] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.507565] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.507723] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.507838] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.509072] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.509305] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.509565] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.509709] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.509845] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.509952] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.510083] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.510246] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.510417] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.530310] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.530879] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.531196] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.531640] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.532107] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-ebb67b40-2d67-4f30-a90c-e3609c7b548f taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.532587] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.532824] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.533201] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.533467] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb67b40-2d67-4f30-a90c-e3609c7b548f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.565263] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 1060.565499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.566045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.566233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.566482] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.566566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.566639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.566732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.566809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.566910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.567041] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.793895] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.794199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.794199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.794382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.794476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.794578] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be created. [ 1060.819551] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.819763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.819763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.819897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.820075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.829842] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: UNINITIALIZED for 2s [ 1061.025039] env[66329]: INFO networking_nsxv3.common.synchronization [req-b7ac526a-272c-4d36-bcab-a31386117ec6 req-c00ed6e9-239d-45cb-bc1d-eb17ad0d17d4 tempest-ServerDiskConfigTestJSON-1137103697 tempest-ServerDiskConfigTestJSON-1137103697-project-member] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 1061.025039] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGHEST for action security_group_members [ 1061.025039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.025270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.025270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.025469] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.025555] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.025651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.025714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.025867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.025970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.026084] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.035940] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.036169] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.036441] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.036535] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.036672] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.036972] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.037153] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.037268] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.037476] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.037612] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.037884] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.038049] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.038167] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.038379] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.038496] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.039578] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: ebb67b40-2d67-4f30-a90c-e3609c7b548f is going to be updated. [ 1061.066882] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.067280] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.067412] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.067654] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.067850] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.068107] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.068989] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.069162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.069242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.069421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.069616] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.069678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.069734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.069872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.069951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.070046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.070197] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.070290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.070350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.070486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.070617] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.070708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.070759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.070892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.070965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.071057] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.071145] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.528338] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.528551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.528692] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.528904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.529094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.529328] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.529431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.529491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.529663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.529745] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.529835] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be updated. [ 1061.561622] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.561804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.561854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.562211] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.562395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.573360] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: IN_PROGRESS for 2s [ 1061.573696] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c91a30f-1006-45cd-9e59-9b799a9619da: rpc.has_security_group_logging(os_id): False [ 1061.601844] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.602099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.602219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.602508] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.602662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.602940] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.603158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.603243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.603517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.603696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.603980] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.604141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.604210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.604399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.604493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.604697] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.604803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.604901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.605148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.605267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.605404] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be created. [ 1061.720174] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.720354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.720407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.720599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.720782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.756537] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 1061.820914] env[66329]: INFO networking_nsxv3.common.synchronization [req-a639d0aa-ec92-4095-bc90-3a9bb2c3394b req-d6299777-39ec-4856-a7c0-bb0060db4eaa service nova] Enqueued Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_rules [ 1061.821205] env[66329]: INFO networking_nsxv3.common.synchronization [req-a639d0aa-ec92-4095-bc90-3a9bb2c3394b req-d6299777-39ec-4856-a7c0-bb0060db4eaa service nova] Enqueued Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_members [ 1061.821648] env[66329]: INFO networking_nsxv3.common.synchronization [req-a639d0aa-ec92-4095-bc90-3a9bb2c3394b req-d6299777-39ec-4856-a7c0-bb0060db4eaa service nova] Enqueued Resource ID: ebb67b40-2d67-4f30-a90c-e3609c7b548f with Priority: HIGHEST for action port [ 1061.821832] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_rules [ 1061.821948] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_members [ 1061.822062] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb67b40-2d67-4f30-a90c-e3609c7b548f with Priority: HIGHEST for action port [ 1061.822334] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-035dae1e-8b66-449a-b51a-134e04f279c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.822453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.822518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.822710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.822808] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.823690] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-035dae1e-8b66-449a-b51a-134e04f279c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.823818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.823872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.824113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.824270] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.824367] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.824427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.824569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.824652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.824741] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.826026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebb67b40-2d67-4f30-a90c-e3609c7b548f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.827322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.827322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.827322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.827322] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb67b40-2d67-4f30-a90c-e3609c7b548f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.331386] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-035dae1e-8b66-449a-b51a-134e04f279c2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.331637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.331951] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.333414] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebb67b40-2d67-4f30-a90c-e3609c7b548f with status ACTIVE [ 1062.334110] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.334110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.334110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.334110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.334366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.334411] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.334495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.334563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.334715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.334802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.334977] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.335665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.335665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.335665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.335665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.335665] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebb67b40-2d67-4f30-a90c-e3609c7b548f is going to be updated. [ 1062.366784] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.366869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.366921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.367209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.367310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.367448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebb67b40-2d67-4f30-a90c-e3609c7b548f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.837603] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.844695] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 1062.844948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.845178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.845429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.845627] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.845740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.845798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.846056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.846162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.846252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.846344] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.339766] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.339995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.340174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.340336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.340441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.340550] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035dae1e-8b66-449a-b51a-134e04f279c2 is going to be updated. [ 1063.348851] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.367183] env[66329]: INFO networking_nsxv3.common.synchronization [req-d71df4f4-17e4-4e30-a2f9-d62dac269a33 req-c09013c9-b06e-4857-a08c-7bc98a96288c tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_members [ 1063.367744] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_members [ 1063.368079] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12acfa53-26f7-4ef8-8b62-00234b66e4e2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.368243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.368322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.368580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.368731] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.368861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.368947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.369158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.369254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.369352] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12acfa53-26f7-4ef8-8b62-00234b66e4e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.385031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.385031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.385242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.385340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.385456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.399415] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035dae1e-8b66-449a-b51a-134e04f279c2 in Status: IN_PROGRESS for 2s [ 1063.584940] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 in Status: SUCCESS [ 1063.585147] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 deletion is rescheduled due to dependency. [ 1063.585268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.734133] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.734328] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.734450] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.734716] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.735156] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.735332] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.735447] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.735683] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.735827] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.736216] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.736331] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.736437] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.736564] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.736646] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.736750] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.737093] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.762697] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.762810] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.762917] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.763147] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.763529] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-b8759558-bf69-4dd6-ba99-7716db5a57c5 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.763715] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-b8759558-bf69-4dd6-ba99-7716db5a57c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.763835] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-b8759558-bf69-4dd6-ba99-7716db5a57c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.764215] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-b8759558-bf69-4dd6-ba99-7716db5a57c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.764348] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8759558-bf69-4dd6-ba99-7716db5a57c5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.781766] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 1063.781971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.851825] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b07a503-fc4c-4439-b439-e1fb182ae233: rpc.has_security_group_logging(os_id): False [ 1063.869764] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.869955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.869955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.870198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.870291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.870538] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.870645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.870710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.870865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.870942] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.871040] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be created. [ 1063.872570] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.872687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.872764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.872971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.873165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.873348] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.873469] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.873569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.873729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.873810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.873951] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 already deleted. [ 1063.874027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.938636] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.938854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.938854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.939062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.939250] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.954119] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: IN_PROGRESS for 2s [ 1064.267385] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.267570] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.267698] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.267987] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.268159] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.268423] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port b8759558-bf69-4dd6-ba99-7716db5a57c5 not found, creating... [ 1064.268771] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.268943] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.269070] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.269308] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.269484] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.269727] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.269899] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.270225] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.270597] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.270770] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.270939] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: b8759558-bf69-4dd6-ba99-7716db5a57c5 is going to be created. [ 1064.294574] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.294865] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.295452] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.295452] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.295683] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.295926] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-b8759558-bf69-4dd6-ba99-7716db5a57c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.071348] env[66329]: INFO networking_nsxv3.common.synchronization [req-d71df4f4-17e4-4e30-a2f9-d62dac269a33 req-3066f129-4684-4daf-98be-9b6391000155 service nova] Enqueued Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_rules [ 1065.071348] env[66329]: INFO networking_nsxv3.common.synchronization [req-d71df4f4-17e4-4e30-a2f9-d62dac269a33 req-3066f129-4684-4daf-98be-9b6391000155 service nova] Enqueued Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_members [ 1065.071623] env[66329]: INFO networking_nsxv3.common.synchronization [req-d71df4f4-17e4-4e30-a2f9-d62dac269a33 req-3066f129-4684-4daf-98be-9b6391000155 service nova] Enqueued Resource ID: b8759558-bf69-4dd6-ba99-7716db5a57c5 with Priority: HIGHEST for action port [ 1065.072065] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_rules [ 1065.072241] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_members [ 1065.072377] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8759558-bf69-4dd6-ba99-7716db5a57c5 with Priority: HIGHEST for action port [ 1065.072749] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.072821] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.072861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.073100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.073211] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12acfa53-26f7-4ef8-8b62-00234b66e4e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.074827] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12acfa53-26f7-4ef8-8b62-00234b66e4e2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.074827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.074827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.075076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.076024] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.076024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.076024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.076024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.076024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.076024] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12acfa53-26f7-4ef8-8b62-00234b66e4e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.076934] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8759558-bf69-4dd6-ba99-7716db5a57c5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.077083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8759558-bf69-4dd6-ba99-7716db5a57c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.077150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8759558-bf69-4dd6-ba99-7716db5a57c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.077344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8759558-bf69-4dd6-ba99-7716db5a57c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.077409] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8759558-bf69-4dd6-ba99-7716db5a57c5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.416056] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035dae1e-8b66-449a-b51a-134e04f279c2 in Status: SUCCESS [ 1065.416378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.416650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.416994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.417561] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.417561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.417561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.418013] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.418013] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.418246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.418246] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.580018] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12acfa53-26f7-4ef8-8b62-00234b66e4e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.581949] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12acfa53-26f7-4ef8-8b62-00234b66e4e2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.581949] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.583296] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8759558-bf69-4dd6-ba99-7716db5a57c5 with status ACTIVE [ 1065.583296] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.583296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.583296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.583818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.583818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.583818] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.583818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.583818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.584156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.584156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.584333] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.584505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.584505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.584627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.584753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.584820] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8759558-bf69-4dd6-ba99-7716db5a57c5 is going to be updated. [ 1065.609527] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.609716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.609716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.609961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.610219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.610428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8759558-bf69-4dd6-ba99-7716db5a57c5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.922962] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.967107] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 1065.967415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.082000] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12acfa53-26f7-4ef8-8b62-00234b66e4e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.425907] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 035dae1e-8b66-449a-b51a-134e04f279c2: rpc.has_security_group_logging(os_id): False [ 1066.450264] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.450428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.451983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.451983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.494392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.494392] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.494392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.494392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.494392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.494392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.494392] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 035dae1e-8b66-449a-b51a-134e04f279c2 is going to be updated. [ 1066.580615] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.580836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.580883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.581105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.581255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.587649] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.587941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.587941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.588264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.588356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.588476] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 is going to be created. [ 1066.602406] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035dae1e-8b66-449a-b51a-134e04f279c2 in Status: IN_PROGRESS for 2s [ 1066.646021] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.646021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.646021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.646021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.646021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.713123] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 in Status: UNINITIALIZED for 2s [ 1067.275748] env[66329]: INFO networking_nsxv3.common.synchronization [req-b43650eb-2807-46d3-9424-123f7f9d1ef8 req-96838e86-032e-4dd7-b539-a1146424fa6f tempest-ServersNegativeTestMultiTenantJSON-553362994 tempest-ServersNegativeTestMultiTenantJSON-553362994-project-member] Enqueued Resource ID: 3db6b111-77c0-47af-abce-55762260893c with Priority: HIGHEST for action security_group_members [ 1067.277316] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db6b111-77c0-47af-abce-55762260893c with Priority: HIGHEST for action security_group_members [ 1067.277737] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3db6b111-77c0-47af-abce-55762260893c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.277914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.277987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.278291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.278835] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.278835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.278835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.279030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.279030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.279249] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3db6b111-77c0-47af-abce-55762260893c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.782370] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.782589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.782707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.782962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.783077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.783338] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.783474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.783581] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.783820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.783946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.784441] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3db6b111-77c0-47af-abce-55762260893c already deleted. [ 1067.784441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.795436] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-17 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.795689] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.795853] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.796492] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.796770] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.796934] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.797095] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.797355] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.797505] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.797722] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.797836] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.797946] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.798069] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.798188] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.798383] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.798641] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.804318] env[66329]: INFO networking_nsxv3.common.synchronization [None req-a5e19332-d709-4549-a1d9-ed2f7103e7ec None None] Enqueued Resource ID: 9c17b167-cae3-4662-a47c-7367d8bb9a5c with Priority: HIGHEST for action port [ 1067.805046] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c17b167-cae3-4662-a47c-7367d8bb9a5c with Priority: HIGHEST for action port [ 1067.805463] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c17b167-cae3-4662-a47c-7367d8bb9a5c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.805619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c17b167-cae3-4662-a47c-7367d8bb9a5c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.805724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c17b167-cae3-4662-a47c-7367d8bb9a5c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.806308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c17b167-cae3-4662-a47c-7367d8bb9a5c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.806490] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c17b167-cae3-4662-a47c-7367d8bb9a5c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.819436] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.819862] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.820034] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.820236] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-17" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.820556] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-472b35ac-bf1a-4240-b70f-d26ff75fecbd taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.820746] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-472b35ac-bf1a-4240-b70f-d26ff75fecbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.820842] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-472b35ac-bf1a-4240-b70f-d26ff75fecbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.821178] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-472b35ac-bf1a-4240-b70f-d26ff75fecbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.821322] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('472b35ac-bf1a-4240-b70f-d26ff75fecbd',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.312804] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c17b167-cae3-4662-a47c-7367d8bb9a5c [ 1068.312804] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.312804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.312804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.312804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.312804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.312804] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c17b167-cae3-4662-a47c-7367d8bb9a5c already deleted. [ 1068.312804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c17b167-cae3-4662-a47c-7367d8bb9a5c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.324597] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.324597] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.324597] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.324834] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.324834] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.324971] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 472b35ac-bf1a-4240-b70f-d26ff75fecbd not found, creating... [ 1068.325254] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.325440] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.325618] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.325755] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.325896] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.326254] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.326448] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.326570] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.326791] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.326929] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.328621] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 472b35ac-bf1a-4240-b70f-d26ff75fecbd is going to be created. [ 1068.357133] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.357400] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.357526] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.357777] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.358018] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.358264] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-472b35ac-bf1a-4240-b70f-d26ff75fecbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.623348] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 035dae1e-8b66-449a-b51a-134e04f279c2 in Status: SUCCESS [ 1068.623348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.725644] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 in Status: SUCCESS [ 1068.725904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.726586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.726586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.726586] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.726770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.726770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.726906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.727034] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.727177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.727219] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12acfa53-26f7-4ef8-8b62-00234b66e4e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.113022] env[66329]: INFO networking_nsxv3.common.synchronization [req-b43650eb-2807-46d3-9424-123f7f9d1ef8 req-183c27af-4106-4589-87c7-7f69c11535af service nova] Enqueued Resource ID: 3db6b111-77c0-47af-abce-55762260893c with Priority: HIGHEST for action security_group_rules [ 1069.113022] env[66329]: INFO networking_nsxv3.common.synchronization [req-b43650eb-2807-46d3-9424-123f7f9d1ef8 req-183c27af-4106-4589-87c7-7f69c11535af service nova] Enqueued Resource ID: 3db6b111-77c0-47af-abce-55762260893c with Priority: HIGHEST for action security_group_members [ 1069.113022] env[66329]: INFO networking_nsxv3.common.synchronization [req-b43650eb-2807-46d3-9424-123f7f9d1ef8 req-183c27af-4106-4589-87c7-7f69c11535af service nova] Enqueued Resource ID: 472b35ac-bf1a-4240-b70f-d26ff75fecbd with Priority: HIGHEST for action port [ 1069.113442] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db6b111-77c0-47af-abce-55762260893c with Priority: HIGHEST for action security_group_rules [ 1069.113581] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db6b111-77c0-47af-abce-55762260893c with Priority: HIGHEST for action security_group_members [ 1069.113705] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 472b35ac-bf1a-4240-b70f-d26ff75fecbd with Priority: HIGHEST for action port [ 1069.114050] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3db6b111-77c0-47af-abce-55762260893c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.114214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.114281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.114572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.114686] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3db6b111-77c0-47af-abce-55762260893c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.117063] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3db6b111-77c0-47af-abce-55762260893c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.117063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.117063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.117063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.117063] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.117063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.117063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.117531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.117531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.117531] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3db6b111-77c0-47af-abce-55762260893c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.120536] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-472b35ac-bf1a-4240-b70f-d26ff75fecbd taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.120536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-472b35ac-bf1a-4240-b70f-d26ff75fecbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.120536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-472b35ac-bf1a-4240-b70f-d26ff75fecbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.120914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-472b35ac-bf1a-4240-b70f-d26ff75fecbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.120914] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('472b35ac-bf1a-4240-b70f-d26ff75fecbd',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.229886] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12acfa53-26f7-4ef8-8b62-00234b66e4e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.626113] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3db6b111-77c0-47af-abce-55762260893c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.626113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.626541] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3db6b111-77c0-47af-abce-55762260893c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.627589] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 472b35ac-bf1a-4240-b70f-d26ff75fecbd with status ACTIVE [ 1069.627796] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.627921] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.628299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.628299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.628299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.628837] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.628837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.628837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.628837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.628999] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.629243] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.629243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.629912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.629912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.629912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.629912] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 472b35ac-bf1a-4240-b70f-d26ff75fecbd is going to be updated. [ 1069.650771] env[66329]: INFO networking_nsxv3.common.synchronization [req-b6f699e3-87d5-4e47-9c9d-425d2b698775 req-fcbf3503-142d-47d8-808b-ca5988e57a04 tempest-ImagesOneServerNegativeTestJSON-794399316 tempest-ImagesOneServerNegativeTestJSON-794399316-project-member] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1069.651349] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1069.652042] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.652042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.652042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.652263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.652356] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.652444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.652493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.652670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.652757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.652852] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.654661] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.654785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.654854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.655661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.655852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.656013] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-472b35ac-bf1a-4240-b70f-d26ff75fecbd" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.734999] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12acfa53-26f7-4ef8-8b62-00234b66e4e2: rpc.has_security_group_logging(os_id): False [ 1069.758884] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.759148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.759148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.759364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.759572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.759720] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.759832] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.759896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.760081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.760163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.760307] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 is going to be created. [ 1069.859050] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.859225] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.859284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.859528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.859710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.875893] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 in Status: IN_PROGRESS for 2s [ 1070.083459] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.083927] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.084178] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.084882] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.085047] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.085342] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.085739] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.086151] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.086438] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.088568] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.088568] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.088568] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.088568] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.088568] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.088568] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.088568] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.113374] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.113917] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.113917] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.113917] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.114618] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-c462db3f-0420-4fab-824b-907a8200d444 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.114618] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-c462db3f-0420-4fab-824b-907a8200d444" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.115023] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-c462db3f-0420-4fab-824b-907a8200d444" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.115080] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-c462db3f-0420-4fab-824b-907a8200d444" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.115248] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c462db3f-0420-4fab-824b-907a8200d444',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.131701] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3db6b111-77c0-47af-abce-55762260893c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.157720] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.159591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.159591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.159591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.185564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.185564] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.185564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.185907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.186239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.186333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.186435] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be updated. [ 1070.222516] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.222678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.222728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.222926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.223097] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.237726] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: IN_PROGRESS for 2s [ 1070.618444] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.618793] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.618892] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.619214] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.619375] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.619539] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port c462db3f-0420-4fab-824b-907a8200d444 not found, creating... [ 1070.620149] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.620149] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.620149] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.620320] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.620462] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.620770] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.620933] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.621227] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.621902] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.622099] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.622262] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: c462db3f-0420-4fab-824b-907a8200d444 is going to be created. [ 1070.635579] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.635964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.635964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.636215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.636342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.636521] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3db6b111-77c0-47af-abce-55762260893c is going to be created. [ 1070.652730] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.652977] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.653087] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.653371] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.653602] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.653831] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-c462db3f-0420-4fab-824b-907a8200d444" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.666033] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.666033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.666033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.666404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.666478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.680702] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3db6b111-77c0-47af-abce-55762260893c in Status: UNINITIALIZED for 2s [ 1070.792688] env[66329]: INFO networking_nsxv3.common.synchronization [None req-028c9206-c717-4133-b666-402e0548bc00 None None] Enqueued Resource ID: 72325c01-90b5-41a6-bf3d-0e6dd6c4116a with Priority: HIGHEST for action port [ 1070.793411] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72325c01-90b5-41a6-bf3d-0e6dd6c4116a with Priority: HIGHEST for action port [ 1070.793749] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-72325c01-90b5-41a6-bf3d-0e6dd6c4116a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.793882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72325c01-90b5-41a6-bf3d-0e6dd6c4116a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.793962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72325c01-90b5-41a6-bf3d-0e6dd6c4116a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.794346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72325c01-90b5-41a6-bf3d-0e6dd6c4116a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.794458] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72325c01-90b5-41a6-bf3d-0e6dd6c4116a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.297779] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72325c01-90b5-41a6-bf3d-0e6dd6c4116a [ 1071.298118] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.298317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.298404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.298870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.298870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.298870] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72325c01-90b5-41a6-bf3d-0e6dd6c4116a already deleted. [ 1071.298870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72325c01-90b5-41a6-bf3d-0e6dd6c4116a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.398023] env[66329]: INFO networking_nsxv3.common.synchronization [req-8e66be04-197d-4282-be13-c182513b8844 req-1ccfec96-de67-4e63-83fd-5f384087b758 tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1071.398023] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1071.398582] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.398866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.399050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.399339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.399640] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.399887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.400058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.402418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.402418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.402418] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.404869] env[66329]: INFO networking_nsxv3.common.synchronization [req-b6f699e3-87d5-4e47-9c9d-425d2b698775 req-b407a824-0c43-4f42-b78e-1fc261d2c56c service nova] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_rules [ 1071.404869] env[66329]: INFO networking_nsxv3.common.synchronization [req-b6f699e3-87d5-4e47-9c9d-425d2b698775 req-b407a824-0c43-4f42-b78e-1fc261d2c56c service nova] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1071.404984] env[66329]: INFO networking_nsxv3.common.synchronization [req-b6f699e3-87d5-4e47-9c9d-425d2b698775 req-b407a824-0c43-4f42-b78e-1fc261d2c56c service nova] Enqueued Resource ID: c462db3f-0420-4fab-824b-907a8200d444 with Priority: HIGHEST for action port [ 1071.405761] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_rules [ 1071.406823] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1071.406823] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c462db3f-0420-4fab-824b-907a8200d444 with Priority: HIGHEST for action port [ 1071.406823] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.406823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.406823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.406823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.406823] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.408024] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.408024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.408024] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-c462db3f-0420-4fab-824b-907a8200d444 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.408236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c462db3f-0420-4fab-824b-907a8200d444" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.408236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c462db3f-0420-4fab-824b-907a8200d444" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.408305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c462db3f-0420-4fab-824b-907a8200d444" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.409303] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c462db3f-0420-4fab-824b-907a8200d444',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.891773] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 in Status: SUCCESS [ 1071.892272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.906713] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.906938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.907082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.907467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.907591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.908153] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.908153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.908153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.908516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.908516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.908671] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 1071.910871] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c462db3f-0420-4fab-824b-907a8200d444 with status ACTIVE [ 1071.911037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.911189] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.911253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.911515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.911515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.912485] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.912485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.912485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.912485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.912485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.912485] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.913053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.913053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.913053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.913053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.913053] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c462db3f-0420-4fab-824b-907a8200d444 is going to be updated. [ 1071.914216] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.914347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.958942] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.959274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.959274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.959447] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.959619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.959870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c462db3f-0420-4fab-824b-907a8200d444" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.969055] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.969287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.969287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.970060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.970060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.987424] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 1072.247808] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: SUCCESS [ 1072.248033] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a deletion is rescheduled due to dependency. [ 1072.248170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.248339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.248738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.248987] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.249165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.249246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.249475] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.249569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.249675] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.694062] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3db6b111-77c0-47af-abce-55762260893c in Status: SUCCESS [ 1072.694390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.694645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.694964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.695238] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.695383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.695473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.695729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.695952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.696114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.696285] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3db6b111-77c0-47af-abce-55762260893c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.752055] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.199469] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3db6b111-77c0-47af-abce-55762260893c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.199469] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.199899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.199899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.199899] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.200050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.200088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.200235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.200326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.200437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.200569] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3db6b111-77c0-47af-abce-55762260893c taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.200719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.200719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.200856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.201063] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.201118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.201165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.201349] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.201387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.201491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.201548] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3db6b111-77c0-47af-abce-55762260893c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.259364] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.706636] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3db6b111-77c0-47af-abce-55762260893c: rpc.has_security_group_logging(os_id): False [ 1073.728040] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.728672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.728672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.728672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.728672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.728865] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.728865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.728946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.729062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.729139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.729341] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.729610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.729695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.730329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.730329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.730329] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.730329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.730329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.730634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.730634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.730634] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3db6b111-77c0-47af-abce-55762260893c is going to be created. [ 1073.760701] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.760886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.761079] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.761482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.761609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.761747] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be updated. [ 1073.804994] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.805269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.805356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.805558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.805710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.808395] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.808835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.808974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.810256] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.810530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.827705] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: IN_PROGRESS for 2s [ 1073.845085] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3db6b111-77c0-47af-abce-55762260893c in Status: IN_PROGRESS for 2s [ 1074.003032] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 1074.003174] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da deletion is rescheduled due to dependency. [ 1074.003298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.531362] env[66329]: INFO networking_nsxv3.common.synchronization [req-9e56da08-8dae-4c07-ba25-51a7feb134e8 req-3ebdc832-0264-4447-b669-4afa6bc0d8a3 tempest-ServerMetadataNegativeTestJSON-1272341607 tempest-ServerMetadataNegativeTestJSON-1272341607-project-member] Enqueued Resource ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d with Priority: HIGHEST for action security_group_members [ 1075.532169] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d with Priority: HIGHEST for action security_group_members [ 1075.532258] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.532384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.532487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.532752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.532949] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.533072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.533143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.533301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.533389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.533482] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1ed3653-84ac-4c2f-b005-d7f800b1c31d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.838782] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: SUCCESS [ 1075.839143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.839424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.839751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.840031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.840214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.840502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.840769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.840881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.841023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.841154] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.861031] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3db6b111-77c0-47af-abce-55762260893c in Status: SUCCESS [ 1075.861429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.964403] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-32 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.964860] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-32" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.966019] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-32" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.966019] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-32" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.966019] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.966433] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.966649] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.966964] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.967274] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.967669] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.967903] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.970019] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.970019] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.970019] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.970019] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.970019] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.990743] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.993234] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.993426] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.993613] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-32" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.993941] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-90c06a70-07cd-4509-a0c6-a283beca14c3 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.994144] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-90c06a70-07cd-4509-a0c6-a283beca14c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.994329] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-90c06a70-07cd-4509-a0c6-a283beca14c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.994661] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-90c06a70-07cd-4509-a0c6-a283beca14c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.994800] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c06a70-07cd-4509-a0c6-a283beca14c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.036263] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.036454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.036522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.036716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.036803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.037016] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.037161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.037232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.037346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.037427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.037512] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d already deleted. [ 1076.037604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.344437] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.344672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.344845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.345098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.345289] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.345398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.345460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.345666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.345768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.346611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.346611] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.346611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.346611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.346948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.346948] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.347237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.347317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.347479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.347584] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.347852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.347852] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.371176] env[66329]: INFO networking_nsxv3.common.synchronization [req-92de1662-941f-4147-8d70-3691de909178 req-21b87788-67fe-4dd2-92d4-4b945a954455 tempest-ImagesTestJSON-80438504 tempest-ImagesTestJSON-80438504-project-member] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 1076.373804] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGHEST for action security_group_members [ 1076.374557] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.374775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.374891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.375187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.376740] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.376740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.376740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.376740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.376740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.376740] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.499040] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.500091] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.500091] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.500223] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.501089] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.501089] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 90c06a70-07cd-4509-a0c6-a283beca14c3 not found, creating... [ 1076.501089] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.501089] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.501336] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.501553] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.501695] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.502129] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.502328] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.502468] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.503239] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.503670] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.504306] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 90c06a70-07cd-4509-a0c6-a283beca14c3 is going to be created. [ 1076.528950] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.529256] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.529449] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.529836] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.530195] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.530536] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-90c06a70-07cd-4509-a0c6-a283beca14c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.851101] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce2a276b-1cce-4774-be46-095532c6339a: rpc.has_security_group_logging(os_id): False [ 1076.882099] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.882467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.882557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.882859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.883030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.885055] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.885055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.885055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.885055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.885055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.885055] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be updated. [ 1076.886273] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.886497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.886497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.886717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.887192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.887306] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.887848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.887848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.887848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.888075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.888370] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.888657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.888657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.888657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.888833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.888892] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.888990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.889167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.889263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.889399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.889399] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be updated. [ 1076.929101] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.929312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.929312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.929549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.929707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.940868] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: IN_PROGRESS for 2s [ 1077.007614] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.007614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.007614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.007614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.007614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.009077] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: IN_PROGRESS for 2s [ 1077.332591] env[66329]: INFO networking_nsxv3.common.synchronization [req-9e56da08-8dae-4c07-ba25-51a7feb134e8 req-ae429963-2d35-4e8c-959f-13a2ccbaf15d service nova] Enqueued Resource ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d with Priority: HIGHEST for action security_group_rules [ 1077.332591] env[66329]: INFO networking_nsxv3.common.synchronization [req-9e56da08-8dae-4c07-ba25-51a7feb134e8 req-ae429963-2d35-4e8c-959f-13a2ccbaf15d service nova] Enqueued Resource ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d with Priority: HIGHEST for action security_group_members [ 1077.332591] env[66329]: INFO networking_nsxv3.common.synchronization [req-9e56da08-8dae-4c07-ba25-51a7feb134e8 req-ae429963-2d35-4e8c-959f-13a2ccbaf15d service nova] Enqueued Resource ID: 90c06a70-07cd-4509-a0c6-a283beca14c3 with Priority: HIGHEST for action port [ 1077.332591] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d with Priority: HIGHEST for action security_group_rules [ 1077.332927] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d with Priority: HIGHEST for action security_group_members [ 1077.332927] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90c06a70-07cd-4509-a0c6-a283beca14c3 with Priority: HIGHEST for action port [ 1077.333096] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1ed3653-84ac-4c2f-b005-d7f800b1c31d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.333225] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.333291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.333554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.333651] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1ed3653-84ac-4c2f-b005-d7f800b1c31d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.335539] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.335539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.335539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.335539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.335683] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.335735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.335765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.335926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.335969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.336073] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1ed3653-84ac-4c2f-b005-d7f800b1c31d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.340442] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-90c06a70-07cd-4509-a0c6-a283beca14c3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.340442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90c06a70-07cd-4509-a0c6-a283beca14c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.340442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90c06a70-07cd-4509-a0c6-a283beca14c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.340442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90c06a70-07cd-4509-a0c6-a283beca14c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.340442] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90c06a70-07cd-4509-a0c6-a283beca14c3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.836445] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.836445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.837938] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1ed3653-84ac-4c2f-b005-d7f800b1c31d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.839879] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90c06a70-07cd-4509-a0c6-a283beca14c3 with status ACTIVE [ 1077.839879] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.840050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.840096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.840378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.840533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.840809] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.840965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.841018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.841178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.841784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.841784] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.841784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.841784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.841784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.842080] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.842080] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90c06a70-07cd-4509-a0c6-a283beca14c3 is going to be updated. [ 1077.871345] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.871705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.871705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.871769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.871916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.872093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90c06a70-07cd-4509-a0c6-a283beca14c3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.345163] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1ed3653-84ac-4c2f-b005-d7f800b1c31d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.847637] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.847765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.847857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.848152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.848152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.848227] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d is going to be created. [ 1078.874438] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.874438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.874438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.874811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.875047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.887056] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d in Status: UNINITIALIZED for 2s [ 1078.950408] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d611721d-0d17-412b-a5b9-2d13eef9a463 in Status: SUCCESS [ 1078.950604] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 deletion is rescheduled due to dependency. [ 1078.950727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.023876] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: SUCCESS [ 1079.024362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.659678] env[66329]: INFO networking_nsxv3.common.synchronization [None req-bc2f5fd2-f7a7-492a-8657-4866e75e7ee9 None None] Enqueued Resource ID: aa619c71-a998-434f-9677-74741982a699 with Priority: HIGHEST for action port [ 1079.660574] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa619c71-a998-434f-9677-74741982a699 with Priority: HIGHEST for action port [ 1079.661020] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa619c71-a998-434f-9677-74741982a699 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.661219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa619c71-a998-434f-9677-74741982a699" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.661340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa619c71-a998-434f-9677-74741982a699" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.661686] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa619c71-a998-434f-9677-74741982a699" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.661905] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa619c71-a998-434f-9677-74741982a699',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.164392] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa619c71-a998-434f-9677-74741982a699 [ 1080.164666] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.164771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.164824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.165052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.165154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.165250] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa619c71-a998-434f-9677-74741982a699 already deleted. [ 1080.165334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa619c71-a998-434f-9677-74741982a699" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.295660] env[66329]: INFO networking_nsxv3.common.synchronization [None req-9573ba9a-e4e7-4d58-a8b6-26953895f657 tempest-AttachVolumeTestJSON-988751518 tempest-AttachVolumeTestJSON-988751518-project-member] Enqueued Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_rules [ 1080.295660] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_rules [ 1080.295660] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9b427ed-2fd9-416f-a01a-065b3de786a9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.295912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.296115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.296560] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.296741] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9b427ed-2fd9-416f-a01a-065b3de786a9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.439146] env[66329]: INFO networking_nsxv3.common.synchronization [None req-5b921b5b-dd71-4b4e-9bc8-baa930caf8af tempest-AttachVolumeTestJSON-988751518 tempest-AttachVolumeTestJSON-988751518-project-member] Enqueued Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_rules [ 1080.439146] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_rules [ 1080.440150] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9b427ed-2fd9-416f-a01a-065b3de786a9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.440425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.631543] env[66329]: INFO networking_nsxv3.common.synchronization [req-11d41f5e-d056-4a32-9833-b0917bfb16c1 req-aa3a506a-2eb7-4dd2-b157-c1a231935ba1 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1080.632539] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1080.633178] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.633358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.633794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.634483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.634801] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.634801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.634958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.635194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.635308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.635440] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.817659] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.817844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.817844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.818049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.818296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.818296] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 already deleted. [ 1080.818296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.818456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.818643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.818756] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9b427ed-2fd9-416f-a01a-065b3de786a9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.900337] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d in Status: SUCCESS [ 1080.900465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.900640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.900864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.901083] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.901208] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.901275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.901599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.901599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.901599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.901800] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1ed3653-84ac-4c2f-b005-d7f800b1c31d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.982710] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.982710] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.983444] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.983444] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.983606] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.983729] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.983842] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.984124] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.984362] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.984575] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.984682] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.984790] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.984897] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.985011] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.985461] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.985608] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.006788] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.006966] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.007086] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.007273] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.007703] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-c5e7d502-a347-4edf-969c-daa222cbe5ce taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.007882] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-c5e7d502-a347-4edf-969c-daa222cbe5ce" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.008023] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-c5e7d502-a347-4edf-969c-daa222cbe5ce" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.008365] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-c5e7d502-a347-4edf-969c-daa222cbe5ce" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.008502] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5e7d502-a347-4edf-969c-daa222cbe5ce',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.141310] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.141310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.141310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.141310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.141310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.141310] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.141310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.141310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.141310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.141310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.141942] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af already deleted. [ 1081.141942] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.344832] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.345162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.345336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.345649] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.345857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.346082] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 already deleted. [ 1081.346433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.405576] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.405709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.405826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.406166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.406304] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.406391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.406459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.406656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.406748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.406840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.407213] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.407213] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.407377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.407454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.407607] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.407701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.407763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.407927] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.408019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.408256] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.408357] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1ed3653-84ac-4c2f-b005-d7f800b1c31d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.511400] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.511681] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.511892] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.512255] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.512483] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.512715] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port c5e7d502-a347-4edf-969c-daa222cbe5ce not found, creating... [ 1081.513064] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.513313] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.513454] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.513763] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.513972] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.514329] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.514530] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.514652] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.514883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.515148] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.515317] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: c5e7d502-a347-4edf-969c-daa222cbe5ce is going to be created. [ 1081.543308] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.543810] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.544061] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.544707] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.544968] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.545196] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-c5e7d502-a347-4edf-969c-daa222cbe5ce" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.915382] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1ed3653-84ac-4c2f-b005-d7f800b1c31d: rpc.has_security_group_logging(os_id): False [ 1081.935060] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.935257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.935293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.935494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.935617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.935790] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.935891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.935961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.936132] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.936278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.936519] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.936588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.936652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.936798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.936875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.937069] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.937211] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.937211] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.937339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.937408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.937489] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d is going to be created. [ 1082.004337] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.004534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.004593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.004808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.004992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.016077] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d in Status: IN_PROGRESS for 2s [ 1082.285275] env[66329]: INFO networking_nsxv3.common.synchronization [req-11d41f5e-d056-4a32-9833-b0917bfb16c1 req-29e2ed70-6473-450a-9432-09f9f1cb6a42 service nova] Enqueued Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_rules [ 1082.285275] env[66329]: INFO networking_nsxv3.common.synchronization [req-11d41f5e-d056-4a32-9833-b0917bfb16c1 req-29e2ed70-6473-450a-9432-09f9f1cb6a42 service nova] Enqueued Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1082.285275] env[66329]: INFO networking_nsxv3.common.synchronization [req-11d41f5e-d056-4a32-9833-b0917bfb16c1 req-29e2ed70-6473-450a-9432-09f9f1cb6a42 service nova] Enqueued Resource ID: c5e7d502-a347-4edf-969c-daa222cbe5ce with Priority: HIGHEST for action port [ 1082.285275] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_rules [ 1082.285275] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1082.285275] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e7d502-a347-4edf-969c-daa222cbe5ce with Priority: HIGHEST for action port [ 1082.285275] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.285275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.285275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.285588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.285752] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.287507] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.287744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.287903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.288474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.289304] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.289750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.289750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.289836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.289923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.291441] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.291441] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5e7d502-a347-4edf-969c-daa222cbe5ce taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.291441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5e7d502-a347-4edf-969c-daa222cbe5ce" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.291441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5e7d502-a347-4edf-969c-daa222cbe5ce" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.291441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5e7d502-a347-4edf-969c-daa222cbe5ce" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.291643] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5e7d502-a347-4edf-969c-daa222cbe5ce',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.471342] env[66329]: INFO networking_nsxv3.common.synchronization [None req-b5dac956-99c0-4af9-9c9f-42c90d4bb5bc None None] Enqueued Resource ID: ce5b34ef-141c-414f-b56c-ebd410bd572e with Priority: HIGHEST for action port [ 1082.471814] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce5b34ef-141c-414f-b56c-ebd410bd572e with Priority: HIGHEST for action port [ 1082.472170] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce5b34ef-141c-414f-b56c-ebd410bd572e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.472272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce5b34ef-141c-414f-b56c-ebd410bd572e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.472364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce5b34ef-141c-414f-b56c-ebd410bd572e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.472663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce5b34ef-141c-414f-b56c-ebd410bd572e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.472772] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce5b34ef-141c-414f-b56c-ebd410bd572e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.546955] env[66329]: INFO networking_nsxv3.common.synchronization [req-85591776-40f3-48c1-a169-b54d76390af6 req-8d5317b5-1706-4037-9722-13781f8c50ca tempest-ServersNegativeTestMultiTenantJSON-553362994 tempest-ServersNegativeTestMultiTenantJSON-553362994-project-member] Enqueued Resource ID: 3db6b111-77c0-47af-abce-55762260893c with Priority: HIGHEST for action security_group_members [ 1082.546955] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db6b111-77c0-47af-abce-55762260893c with Priority: HIGHEST for action security_group_members [ 1082.546955] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-3db6b111-77c0-47af-abce-55762260893c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.546955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.546955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.546955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.547611] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.548113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.548635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.549070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.549376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.550419] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3db6b111-77c0-47af-abce-55762260893c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.793631] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.793722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.793900] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.795901] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5e7d502-a347-4edf-969c-daa222cbe5ce with status ACTIVE [ 1082.795901] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.795901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.795901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.795901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.795901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.795901] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.796747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.796747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.796747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.796747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.796747] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.796747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.796747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.797165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.797165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.797165] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5e7d502-a347-4edf-969c-daa222cbe5ce is going to be updated. [ 1082.836444] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.836606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.836642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.836850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.836993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.837174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5e7d502-a347-4edf-969c-daa222cbe5ce" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.978995] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce5b34ef-141c-414f-b56c-ebd410bd572e [ 1082.978995] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.978995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.978995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.978995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.978995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.978995] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce5b34ef-141c-414f-b56c-ebd410bd572e already deleted. [ 1082.979497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce5b34ef-141c-414f-b56c-ebd410bd572e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.054441] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.054680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.054747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.055702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.055702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.055702] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.055702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.056132] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.057056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.057124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.057508] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3db6b111-77c0-47af-abce-55762260893c is going to be updated. [ 1083.103740] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.104549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.104632] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.105276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.105276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.136607] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3db6b111-77c0-47af-abce-55762260893c in Status: IN_PROGRESS for 2s [ 1083.299526] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.802533] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.802918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.802918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.802987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.803068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.803170] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af is going to be created. [ 1083.835815] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.836081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.836081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.836401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.836714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.848366] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: UNINITIALIZED for 2s [ 1084.032041] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d in Status: SUCCESS [ 1084.032041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.152863] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3db6b111-77c0-47af-abce-55762260893c in Status: SUCCESS [ 1085.153305] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3db6b111-77c0-47af-abce-55762260893c deletion is rescheduled due to dependency. [ 1085.153305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.860115] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: SUCCESS [ 1085.860402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.860574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.860797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.861015] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.861172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.861230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.861358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.861437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.861524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.861614] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.365325] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.365325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.365325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.365665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.365665] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.365746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.365782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.365955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.366050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.366140] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.366357] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.366460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.366513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.366669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.366808] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.366897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.366957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.367114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.367187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.367490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.367597] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.552274] env[66329]: INFO networking_nsxv3.common.synchronization [req-11884d76-c1a2-43da-b6b4-0b9906e7ca76 req-cd9922ef-8ee4-4145-b495-fd307f130319 tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1086.552701] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1086.553015] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.553492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.553572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.553771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.553926] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.554124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.554236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.554358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.554733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.554733] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.871123] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e160a633-20bb-4f4c-89a6-5a0f005cf6af: rpc.has_security_group_logging(os_id): False [ 1086.897496] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.897889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.898077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.900021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.900021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.900021] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.900021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.900021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.900021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.900021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.900021] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.900843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.903194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.903194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.903194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.903194] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.903194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.903194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.903194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.903194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.903194] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af is going to be created. [ 1086.953236] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.953444] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.953525] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.953802] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.954728] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.954975] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.955163] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.955602] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.955795] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.956113] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.957086] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.957086] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.957086] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.957086] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.957086] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.957086] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.979283] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.979448] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.979586] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.979759] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-543" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.980102] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-46608c4b-5eca-40e0-a13a-7f3a9f714012 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.980838] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-46608c4b-5eca-40e0-a13a-7f3a9f714012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.980838] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-46608c4b-5eca-40e0-a13a-7f3a9f714012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.980838] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-46608c4b-5eca-40e0-a13a-7f3a9f714012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.980949] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46608c4b-5eca-40e0-a13a-7f3a9f714012',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.006643] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.006831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.006896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.007218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.007429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.020399] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: IN_PROGRESS for 2s [ 1087.057184] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.057426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.057535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.057697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.057807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.058082] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.058190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.058380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.058552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.058663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.058795] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 1087.124359] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.124528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.124601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.124828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.125368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.136888] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 1087.486848] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.487190] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.487396] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.489036] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.489036] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.489036] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 46608c4b-5eca-40e0-a13a-7f3a9f714012 not found, creating... [ 1087.489036] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.489422] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.489453] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.489736] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.489921] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.490283] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.490478] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.490614] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.491448] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.491448] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.491448] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 46608c4b-5eca-40e0-a13a-7f3a9f714012 is going to be created. [ 1087.519794] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.519794] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.519794] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.520062] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.520444] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.520732] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-46608c4b-5eca-40e0-a13a-7f3a9f714012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.982518] env[66329]: INFO networking_nsxv3.common.synchronization [None req-b18a6d95-8fd4-4e8c-a87c-bd7d907786b0 None None] Enqueued Resource ID: fecdd1d3-30dd-434b-a0ae-d4084b513001 with Priority: HIGHEST for action port [ 1087.983102] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fecdd1d3-30dd-434b-a0ae-d4084b513001 with Priority: HIGHEST for action port [ 1087.983457] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-fecdd1d3-30dd-434b-a0ae-d4084b513001 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.983595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fecdd1d3-30dd-434b-a0ae-d4084b513001" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.983662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fecdd1d3-30dd-434b-a0ae-d4084b513001" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.984644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fecdd1d3-30dd-434b-a0ae-d4084b513001" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.984644] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fecdd1d3-30dd-434b-a0ae-d4084b513001',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.239657] env[66329]: INFO networking_nsxv3.common.synchronization [req-11884d76-c1a2-43da-b6b4-0b9906e7ca76 req-fb453597-219c-4266-b27e-3771474e4bf9 service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 1088.239657] env[66329]: INFO networking_nsxv3.common.synchronization [req-11884d76-c1a2-43da-b6b4-0b9906e7ca76 req-fb453597-219c-4266-b27e-3771474e4bf9 service nova] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1088.239657] env[66329]: INFO networking_nsxv3.common.synchronization [req-11884d76-c1a2-43da-b6b4-0b9906e7ca76 req-fb453597-219c-4266-b27e-3771474e4bf9 service nova] Enqueued Resource ID: 46608c4b-5eca-40e0-a13a-7f3a9f714012 with Priority: HIGHEST for action port [ 1088.239657] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_rules [ 1088.239657] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1088.239657] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46608c4b-5eca-40e0-a13a-7f3a9f714012 with Priority: HIGHEST for action port [ 1088.239657] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.239657] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.240473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.240473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.240473] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.240938] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.241092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.241257] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-46608c4b-5eca-40e0-a13a-7f3a9f714012 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.241429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46608c4b-5eca-40e0-a13a-7f3a9f714012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.241429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46608c4b-5eca-40e0-a13a-7f3a9f714012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.241597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46608c4b-5eca-40e0-a13a-7f3a9f714012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.241674] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46608c4b-5eca-40e0-a13a-7f3a9f714012',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.487265] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fecdd1d3-30dd-434b-a0ae-d4084b513001 [ 1088.487564] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.487707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.487774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.487988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.488099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.488221] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fecdd1d3-30dd-434b-a0ae-d4084b513001 already deleted. [ 1088.488321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fecdd1d3-30dd-434b-a0ae-d4084b513001" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.723323] env[66329]: INFO networking_nsxv3.common.synchronization [req-b21c7b15-97a9-4a63-b4ef-90cdb3bd94a5 req-7a1d082d-8547-4fae-a3db-40cae1a12c89 tempest-ServersTestFqdnHostnames-362674587 tempest-ServersTestFqdnHostnames-362674587-project-member] Enqueued Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_members [ 1088.724036] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGHEST for action security_group_members [ 1088.724388] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b8f279a-a496-4855-bcd5-985408115c10 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.724521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.724610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.724794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.725834] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.725834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.725834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.725834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.725834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.725834] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b8f279a-a496-4855-bcd5-985408115c10',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.743451] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.747023] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46608c4b-5eca-40e0-a13a-7f3a9f714012 with status ACTIVE [ 1088.747023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.747023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.747023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.747023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.747684] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46608c4b-5eca-40e0-a13a-7f3a9f714012 is going to be updated. [ 1088.773091] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.774573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.774573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.774573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.774573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.774573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46608c4b-5eca-40e0-a13a-7f3a9f714012" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.952023] env[66329]: INFO networking_nsxv3.common.synchronization [req-2baf24cb-1b0b-4ac9-9106-786f701664c3 req-73927d9e-940f-49cc-8495-b5ce94380be3 tempest-AttachVolumeTestJSON-988751518 tempest-AttachVolumeTestJSON-988751518-project-member] Enqueued Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_members [ 1088.952023] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_members [ 1088.952231] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b427ed-2fd9-416f-a01a-065b3de786a9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.952496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.952643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.952958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.953876] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.956861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.956861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.956861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.956861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.956861] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b427ed-2fd9-416f-a01a-065b3de786a9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.035681] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: SUCCESS [ 1089.036088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.152082] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 1089.152222] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da deletion is rescheduled due to dependency. [ 1089.152355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.152529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.152741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.152932] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.153061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.153127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.153278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.153377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.153490] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.228689] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.228848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.228919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.229159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.253225] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.254170] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.254387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.254472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.254685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.254779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.254874] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b8f279a-a496-4855-bcd5-985408115c10 is going to be updated. [ 1089.286059] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.286262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.286355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.286583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.286733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.296365] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b8f279a-a496-4855-bcd5-985408115c10 in Status: IN_PROGRESS for 2s [ 1089.457915] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.457915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.458030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.459881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.460081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.460318] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.460436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.460503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.460681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.460760] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.460848] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 already deleted. [ 1089.460929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.471559] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.471747] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.471874] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.472327] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.472418] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.472573] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.472687] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.472896] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.473692] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.473920] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.474051] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.474165] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.474329] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.474428] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.474537] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.474669] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.504278] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.504670] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.504670] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.504792] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.505148] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-4b486355-4eab-4687-8c10-444e1e009e66 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.505515] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-4b486355-4eab-4687-8c10-444e1e009e66" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.505604] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-4b486355-4eab-4687-8c10-444e1e009e66" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.506552] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-4b486355-4eab-4687-8c10-444e1e009e66" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.506552] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b486355-4eab-4687-8c10-444e1e009e66',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.559735] env[66329]: INFO networking_nsxv3.common.synchronization [None req-4d3c971c-e288-49c6-b7be-11cc9236ec28 tempest-ServersTestManualDisk-48233408 tempest-ServersTestManualDisk-48233408-project-member] Enqueued Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_rules [ 1089.560685] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_rules [ 1089.560685] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-279e9412-f502-4260-bd9a-0a404a1844e3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.564017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.564017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.564017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.564017] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('279e9412-f502-4260-bd9a-0a404a1844e3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.657034] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.774179] env[66329]: INFO networking_nsxv3.common.synchronization [None req-d0ce5afa-d58f-40e9-83df-1779bdd2cf14 tempest-ServersTestManualDisk-48233408 tempest-ServersTestManualDisk-48233408-project-member] Enqueued Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_rules [ 1089.774179] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_rules [ 1089.774516] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-279e9412-f502-4260-bd9a-0a404a1844e3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.774516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.009173] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.009537] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.009690] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.009996] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.010167] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.010324] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 4b486355-4eab-4687-8c10-444e1e009e66 not found, creating... [ 1090.010643] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.010828] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.010948] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.011195] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.011341] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.011728] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.011919] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.012078] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.012267] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.012448] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.012593] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 4b486355-4eab-4687-8c10-444e1e009e66 is going to be created. [ 1090.034269] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.034700] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.034778] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.035109] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.035468] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.035820] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-4b486355-4eab-4687-8c10-444e1e009e66" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.082409] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.082683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.082813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.083146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.083296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.083438] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 279e9412-f502-4260-bd9a-0a404a1844e3 already deleted. [ 1090.083562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.083809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.083923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.084015] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('279e9412-f502-4260-bd9a-0a404a1844e3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.158558] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.609428] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.610074] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.610294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.610610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.610815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.611144] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 279e9412-f502-4260-bd9a-0a404a1844e3 already deleted. [ 1090.611365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.663156] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.663156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.663156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.663156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.663156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.663156] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 1090.692864] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.693049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.693103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.693333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.693568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.702376] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 1090.748545] env[66329]: INFO networking_nsxv3.common.synchronization [req-2baf24cb-1b0b-4ac9-9106-786f701664c3 req-08348b53-73b9-4a85-ad3f-be78403d43f4 service nova] Enqueued Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_rules [ 1090.748774] env[66329]: INFO networking_nsxv3.common.synchronization [req-2baf24cb-1b0b-4ac9-9106-786f701664c3 req-08348b53-73b9-4a85-ad3f-be78403d43f4 service nova] Enqueued Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_members [ 1090.748955] env[66329]: INFO networking_nsxv3.common.synchronization [req-2baf24cb-1b0b-4ac9-9106-786f701664c3 req-08348b53-73b9-4a85-ad3f-be78403d43f4 service nova] Enqueued Resource ID: 4b486355-4eab-4687-8c10-444e1e009e66 with Priority: HIGHEST for action port [ 1090.749539] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_rules [ 1090.749692] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_members [ 1090.749821] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b486355-4eab-4687-8c10-444e1e009e66 with Priority: HIGHEST for action port [ 1090.752467] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9b427ed-2fd9-416f-a01a-065b3de786a9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.752467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.752467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.752467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.752467] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9b427ed-2fd9-416f-a01a-065b3de786a9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.752467] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b427ed-2fd9-416f-a01a-065b3de786a9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.752467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.752467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.753113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.753113] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.753113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.753715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.753715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.753715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.753715] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b427ed-2fd9-416f-a01a-065b3de786a9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.755313] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b486355-4eab-4687-8c10-444e1e009e66 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.755443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b486355-4eab-4687-8c10-444e1e009e66" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.756038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b486355-4eab-4687-8c10-444e1e009e66" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.756038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b486355-4eab-4687-8c10-444e1e009e66" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.756038] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b486355-4eab-4687-8c10-444e1e009e66',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.826663] env[66329]: INFO networking_nsxv3.common.synchronization [None req-dc3177b2-02b8-45b0-88f9-e7ef64d486c2 None None] Enqueued Resource ID: 2a68b4e4-e2f0-48e7-9cb5-07a75f686dcc with Priority: HIGHEST for action port [ 1090.827189] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a68b4e4-e2f0-48e7-9cb5-07a75f686dcc with Priority: HIGHEST for action port [ 1090.827527] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a68b4e4-e2f0-48e7-9cb5-07a75f686dcc taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.827646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a68b4e4-e2f0-48e7-9cb5-07a75f686dcc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.827710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a68b4e4-e2f0-48e7-9cb5-07a75f686dcc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.827965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a68b4e4-e2f0-48e7-9cb5-07a75f686dcc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.829313] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a68b4e4-e2f0-48e7-9cb5-07a75f686dcc',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.259816] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b427ed-2fd9-416f-a01a-065b3de786a9 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.260087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.260159] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9b427ed-2fd9-416f-a01a-065b3de786a9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.261069] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b486355-4eab-4687-8c10-444e1e009e66 with status ACTIVE [ 1091.261251] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.261362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.261425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.261631] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.261720] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.261885] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.261983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.262075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.262198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.262271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.262456] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.262545] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.262601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.262734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.262802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.262881] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b486355-4eab-4687-8c10-444e1e009e66 is going to be updated. [ 1091.310886] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b8f279a-a496-4855-bcd5-985408115c10 in Status: SUCCESS [ 1091.311136] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b8f279a-a496-4855-bcd5-985408115c10 deletion is rescheduled due to dependency. [ 1091.311136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.311963] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.312102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.312171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.312365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.312499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.313183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b486355-4eab-4687-8c10-444e1e009e66" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.332125] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a68b4e4-e2f0-48e7-9cb5-07a75f686dcc [ 1091.332125] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.332125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.332125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.332125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.332125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.332125] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a68b4e4-e2f0-48e7-9cb5-07a75f686dcc already deleted. [ 1091.332125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a68b4e4-e2f0-48e7-9cb5-07a75f686dcc" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.767598] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9b427ed-2fd9-416f-a01a-065b3de786a9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.270545] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.270735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.270829] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.271075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.271173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.271274] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 is going to be created. [ 1092.294429] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.294596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.294664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.295227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.295448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.303945] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 in Status: UNINITIALIZED for 2s [ 1092.713203] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 1092.713431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.713669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.713878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.714132] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.714275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.714304] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.714517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.714608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.714728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.714783] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.218233] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.218233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.218233] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.218669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.218669] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.218759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.218759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.220242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.220242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.220242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.220242] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.220242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.220242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.220242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.220242] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.220242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.220242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.220242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.220242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.220242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.220763] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.724429] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c91a30f-1006-45cd-9e59-9b799a9619da: rpc.has_security_group_logging(os_id): False [ 1093.746896] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.747053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.747130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.747348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.747439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.747797] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.747916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.747983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.748189] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.748276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.748491] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.748590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.748654] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.748801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.748878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.749854] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.750135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.750218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.750390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.750494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.750583] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 1093.816598] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.816598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.816598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.816598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.816598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.832784] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 1094.314736] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 in Status: SUCCESS [ 1094.315081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.315194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.315433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.315710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.315840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.315912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.316224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.316356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.316490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.316595] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9b427ed-2fd9-416f-a01a-065b3de786a9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.358950] env[66329]: INFO networking_nsxv3.common.synchronization [req-cac3513c-e8b9-4748-be59-5061ab48401a req-59e37395-6a53-4425-a4bc-f182a36fe09b tempest-ServerMetadataNegativeTestJSON-1272341607 tempest-ServerMetadataNegativeTestJSON-1272341607-project-member] Enqueued Resource ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d with Priority: HIGHEST for action security_group_members [ 1094.359603] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d with Priority: HIGHEST for action security_group_members [ 1094.359937] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.365248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.365376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.365651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.365899] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.366041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.366098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.366287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.366384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.366511] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1ed3653-84ac-4c2f-b005-d7f800b1c31d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.504341] env[66329]: INFO networking_nsxv3.common.synchronization [req-af747225-0ecd-47da-90bf-0e0c3b9353b4 req-53d9b21c-dae4-4fad-9af5-9ed8baaea918 tempest-ImagesOneServerNegativeTestJSON-794399316 tempest-ImagesOneServerNegativeTestJSON-794399316-project-member] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1094.504665] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1094.504991] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.505184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.505247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.505842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.505842] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.505842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.505842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.506066] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.506155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.506214] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.821517] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9b427ed-2fd9-416f-a01a-065b3de786a9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.869602] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.869764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.869834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.870066] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.870172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.870366] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.870486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.870549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.870711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.870787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.870873] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d is going to be updated. [ 1094.897357] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.897534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.897579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.897765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.897910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.906285] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d in Status: IN_PROGRESS for 2s [ 1095.008941] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.009131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.009249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.009430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.009523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.009720] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.009818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.009881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.010093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.010202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.010292] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be updated. [ 1095.036717] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.036940] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.037051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.037285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.037494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.045825] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: IN_PROGRESS for 2s [ 1095.323866] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9b427ed-2fd9-416f-a01a-065b3de786a9: rpc.has_security_group_logging(os_id): False [ 1095.342558] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.342558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.342558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.342801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.342834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.343085] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.343192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.343304] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.343470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.343552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.343641] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 is going to be created. [ 1095.413710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.413983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.413983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.414319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.414849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.432655] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 in Status: IN_PROGRESS for 2s [ 1095.852544] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 1095.852544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.925736] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d in Status: SUCCESS [ 1096.926032] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d deletion is rescheduled due to dependency. [ 1096.926071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.058331] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: SUCCESS [ 1097.058663] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a deletion is rescheduled due to dependency. [ 1097.058842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.209549] env[66329]: INFO networking_nsxv3.common.synchronization [req-9344e26a-1caa-4973-9833-87d9530340f7 req-e9b0b448-e339-4660-b73e-a291fd3791c2 tempest-ServersTestManualDisk-48233408 tempest-ServersTestManualDisk-48233408-project-member] Enqueued Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_members [ 1097.210138] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_members [ 1097.210443] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-279e9412-f502-4260-bd9a-0a404a1844e3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.210624] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.210624] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.210963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.211348] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.211466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.211531] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.211699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.211789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.211883] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('279e9412-f502-4260-bd9a-0a404a1844e3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.444997] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 in Status: SUCCESS [ 1097.445373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.611162] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.611366] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-77" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.611491] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-77" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.611833] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-77" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.612118] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.612276] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.612390] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.612603] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.612745] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.612957] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.613076] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.613181] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.613286] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.613391] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.613496] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.613626] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.634998] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.635207] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.635351] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.635590] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-77" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.635957] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-df9946b5-75d7-446f-b748-58e2434c424b taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.636194] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-df9946b5-75d7-446f-b748-58e2434c424b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.636319] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-df9946b5-75d7-446f-b748-58e2434c424b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.636705] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-df9946b5-75d7-446f-b748-58e2434c424b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.636849] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9946b5-75d7-446f-b748-58e2434c424b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.714369] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.714709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.714797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.715103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.715252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.715491] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.715704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.715704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.715892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.716064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.716137] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279e9412-f502-4260-bd9a-0a404a1844e3 already deleted. [ 1097.716251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.140903] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.141262] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.141393] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.141820] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.141820] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.142035] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port df9946b5-75d7-446f-b748-58e2434c424b not found, creating... [ 1098.142279] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.142443] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.142564] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.142795] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.142955] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.143272] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.143433] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.143584] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.143750] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.143884] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.144033] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: df9946b5-75d7-446f-b748-58e2434c424b is going to be created. [ 1098.185163] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.185380] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.185505] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.185784] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.186031] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.186263] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-df9946b5-75d7-446f-b748-58e2434c424b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.907070] env[66329]: INFO networking_nsxv3.common.synchronization [req-9344e26a-1caa-4973-9833-87d9530340f7 req-acec4ee3-0a69-4675-aa55-0295eb301d9f service nova] Enqueued Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_rules [ 1098.907070] env[66329]: INFO networking_nsxv3.common.synchronization [req-9344e26a-1caa-4973-9833-87d9530340f7 req-acec4ee3-0a69-4675-aa55-0295eb301d9f service nova] Enqueued Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_members [ 1098.907070] env[66329]: INFO networking_nsxv3.common.synchronization [req-9344e26a-1caa-4973-9833-87d9530340f7 req-acec4ee3-0a69-4675-aa55-0295eb301d9f service nova] Enqueued Resource ID: df9946b5-75d7-446f-b748-58e2434c424b with Priority: HIGHEST for action port [ 1098.907070] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_rules [ 1098.907070] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_members [ 1098.907070] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df9946b5-75d7-446f-b748-58e2434c424b with Priority: HIGHEST for action port [ 1098.907070] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-279e9412-f502-4260-bd9a-0a404a1844e3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.907070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.907070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.907070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.907070] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('279e9412-f502-4260-bd9a-0a404a1844e3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.907797] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-279e9412-f502-4260-bd9a-0a404a1844e3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.907915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.907979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.908237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.908391] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.908490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.908549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.908691] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.908782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.908854] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('279e9412-f502-4260-bd9a-0a404a1844e3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.909631] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-df9946b5-75d7-446f-b748-58e2434c424b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.909727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df9946b5-75d7-446f-b748-58e2434c424b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.909793] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df9946b5-75d7-446f-b748-58e2434c424b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.909938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df9946b5-75d7-446f-b748-58e2434c424b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.910073] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df9946b5-75d7-446f-b748-58e2434c424b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.409160] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-279e9412-f502-4260-bd9a-0a404a1844e3 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.409781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.415026] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df9946b5-75d7-446f-b748-58e2434c424b with status ACTIVE [ 1099.415026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.415026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.415026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.415026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.415026] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df9946b5-75d7-446f-b748-58e2434c424b is going to be updated. [ 1099.417614] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('279e9412-f502-4260-bd9a-0a404a1844e3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.443624] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.443784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.443784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.443986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.444179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.444746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df9946b5-75d7-446f-b748-58e2434c424b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.923200] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('279e9412-f502-4260-bd9a-0a404a1844e3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.430848] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.431198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.431198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.433170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.433283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.433411] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279e9412-f502-4260-bd9a-0a404a1844e3 is going to be created. [ 1100.461194] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.461377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.461486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.461733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.461932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.474732] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279e9412-f502-4260-bd9a-0a404a1844e3 in Status: UNINITIALIZED for 2s [ 1102.486963] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279e9412-f502-4260-bd9a-0a404a1844e3 in Status: SUCCESS [ 1102.487336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.487421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.487690] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.487930] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.488077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.488171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.488363] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.488454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.488544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.488671] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('279e9412-f502-4260-bd9a-0a404a1844e3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.991990] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('279e9412-f502-4260-bd9a-0a404a1844e3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.494990] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 279e9412-f502-4260-bd9a-0a404a1844e3: rpc.has_security_group_logging(os_id): False [ 1103.513033] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.513192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.513286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.513473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.513596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.513801] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.513899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.513962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.514126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.514204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.514291] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 279e9412-f502-4260-bd9a-0a404a1844e3 is going to be created. [ 1103.574716] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.574929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.574929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.575152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.575338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.585562] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 279e9412-f502-4260-bd9a-0a404a1844e3 in Status: IN_PROGRESS for 2s [ 1103.906456] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1103.906645] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1105.599695] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 279e9412-f502-4260-bd9a-0a404a1844e3 in Status: SUCCESS [ 1105.599993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.245739] env[66329]: INFO networking_nsxv3.common.synchronization [req-5fad2e9d-e7f3-4cc0-815d-fd853ef8d165 req-d06f39b0-2086-4c17-91f5-56e231261666 tempest-ImagesOneServerNegativeTestJSON-794399316 tempest-ImagesOneServerNegativeTestJSON-794399316-project-member] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1106.246313] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1106.246649] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.246779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.246860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.247041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.247200] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.247710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.247710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.247710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.247710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.247710] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.622888] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-862 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.623240] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.623240] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.623544] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.623853] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.624088] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.624212] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.624537] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.624715] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.624998] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.625354] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.625354] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.625354] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.625446] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.625544] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.625677] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.649693] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.649881] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.650564] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.650564] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-862" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.650564] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-fd10626c-56b4-4dfa-9098-6ab72551866c taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.650911] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-fd10626c-56b4-4dfa-9098-6ab72551866c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.651033] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-fd10626c-56b4-4dfa-9098-6ab72551866c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.651404] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-fd10626c-56b4-4dfa-9098-6ab72551866c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.651552] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd10626c-56b4-4dfa-9098-6ab72551866c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.749492] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.749661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.749726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.749953] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.750055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.750252] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.750353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.750414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.750561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.750638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.750722] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be updated. [ 1106.776932] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.777118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.777199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.777409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.777569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.788139] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: IN_PROGRESS for 2s [ 1107.154709] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.154990] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.155137] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.155460] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.155687] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.155846] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port fd10626c-56b4-4dfa-9098-6ab72551866c not found, creating... [ 1107.156139] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.156345] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.156466] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.156795] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.157267] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.157267] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.157393] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.157520] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.157750] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.157908] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.158077] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: fd10626c-56b4-4dfa-9098-6ab72551866c is going to be created. [ 1107.183014] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.183620] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.183620] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.183827] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.184134] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.184436] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-fd10626c-56b4-4dfa-9098-6ab72551866c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.874857] env[66329]: INFO networking_nsxv3.common.synchronization [req-5fad2e9d-e7f3-4cc0-815d-fd853ef8d165 req-1aa0a8c4-9f4f-4fa1-a0f5-ecf0de5821bb service nova] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_rules [ 1107.875272] env[66329]: INFO networking_nsxv3.common.synchronization [req-5fad2e9d-e7f3-4cc0-815d-fd853ef8d165 req-1aa0a8c4-9f4f-4fa1-a0f5-ecf0de5821bb service nova] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1107.875272] env[66329]: INFO networking_nsxv3.common.synchronization [req-5fad2e9d-e7f3-4cc0-815d-fd853ef8d165 req-1aa0a8c4-9f4f-4fa1-a0f5-ecf0de5821bb service nova] Enqueued Resource ID: fd10626c-56b4-4dfa-9098-6ab72551866c with Priority: HIGHEST for action port [ 1107.875751] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_rules [ 1107.875895] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1107.875994] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd10626c-56b4-4dfa-9098-6ab72551866c with Priority: HIGHEST for action port [ 1107.876302] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.876436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.876518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.876887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.876887] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.877799] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.877894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.878271] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd10626c-56b4-4dfa-9098-6ab72551866c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.878271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd10626c-56b4-4dfa-9098-6ab72551866c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.878398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd10626c-56b4-4dfa-9098-6ab72551866c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.878498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd10626c-56b4-4dfa-9098-6ab72551866c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.878582] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd10626c-56b4-4dfa-9098-6ab72551866c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.917120] env[66329]: INFO networking_nsxv3.common.synchronization [req-99ea30cf-0561-4ba5-8791-46be34934a60 req-6d2bed1f-4f39-4eb0-8416-72078b754964 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1107.918392] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1107.918790] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.918949] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.919020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.919272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.919442] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.919565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.919635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.919843] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.919941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.920073] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.382175] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.383130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.383130] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd10626c-56b4-4dfa-9098-6ab72551866c with status ACTIVE [ 1108.383130] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.383280] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.383316] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.384036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.384036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.384036] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.384298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.384298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.384421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.384944] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.384944] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.385120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.385161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.385352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.385398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.385500] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd10626c-56b4-4dfa-9098-6ab72551866c is going to be updated. [ 1108.408953] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.409183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.409230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.409489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.409660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.409850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd10626c-56b4-4dfa-9098-6ab72551866c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.422524] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.422721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.422766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.423010] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.423129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.423334] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.423436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.423500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.423659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.423738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.423825] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af is going to be updated. [ 1108.458232] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.458407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.458471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.458668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.458815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.486673] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: IN_PROGRESS for 2s [ 1108.800353] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: SUCCESS [ 1108.800353] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a deletion is rescheduled due to dependency. [ 1108.800561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.800841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.801177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.801510] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.801689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.801792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.801987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.802127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.802263] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.305156] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.807845] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.310121] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.310431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.310431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.310572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.310662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.310761] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be updated. [ 1110.347157] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.347157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.347157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.347157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.347157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.363151] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: IN_PROGRESS for 2s [ 1110.497335] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: SUCCESS [ 1110.497513] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af deletion is rescheduled due to dependency. [ 1110.497648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.105076] env[66329]: INFO networking_nsxv3.common.synchronization [None req-581bcdfe-913c-4177-b984-ede0007c5778 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_rules [ 1112.105640] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_rules [ 1112.106009] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.106334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.106406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.106800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.106800] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5ceaec2-c3ae-438b-a55b-03931e9804b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.183693] env[66329]: INFO networking_nsxv3.common.synchronization [None req-0ef3d449-9297-496b-ac00-48d106025863 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_rules [ 1112.184219] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_rules [ 1112.184533] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.184730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.373732] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: SUCCESS [ 1112.373982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.374146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.374373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.374576] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.374679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.374744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.374896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.374971] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.375071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.375162] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.626687] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.626840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.626914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.627142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.627234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.627339] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 already deleted. [ 1112.627422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.627579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.627821] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.627922] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5ceaec2-c3ae-438b-a55b-03931e9804b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.878220] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.878426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.878464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.878760] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.879031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.879162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.879300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.879490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.879606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.879724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.879908] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.880045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.880127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.880262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.880407] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.880499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.880567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.880708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.880788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.880872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.880963] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.151698] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.151998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.151998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.152150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.152310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.152342] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 already deleted. [ 1113.152401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.384427] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce2a276b-1cce-4774-be46-095532c6339a: rpc.has_security_group_logging(os_id): False [ 1113.412985] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.413153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.413193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.413399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.413489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.413720] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.413875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.413943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.414107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.414201] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.414371] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.414506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.414555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.414698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.414801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.415013] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.415146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.415226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.415415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.415509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.415611] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be updated. [ 1113.490813] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.491114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.491694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.491694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.491854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.511758] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: IN_PROGRESS for 2s [ 1115.528441] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: SUCCESS [ 1115.528806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.185189] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1117.185495] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1117.605548] env[66329]: INFO networking_nsxv3.common.synchronization [req-0b2890f8-602f-42e0-9f19-1b53c0cd7041 req-3a814143-090c-4261-99e3-2686945dce13 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_members [ 1117.605988] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_members [ 1117.606300] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5ceaec2-c3ae-438b-a55b-03931e9804b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.606418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.606484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.606753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.606913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.607017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.607083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.607241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.607324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.607406] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5ceaec2-c3ae-438b-a55b-03931e9804b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.888477] env[66329]: INFO networking_nsxv3.common.synchronization [req-15182aee-5f03-4840-ab2c-5b34911d98bc req-31a78b78-ac9f-458c-9f24-788d5c70215d tempest-ImagesOneServerNegativeTestJSON-794399316 tempest-ImagesOneServerNegativeTestJSON-794399316-project-member] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1117.889181] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGHEST for action security_group_members [ 1117.889181] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.889352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.889352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.889771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.889771] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.889771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.889771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.889946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.889977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.890953] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.911798] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.911991] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.912136] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.913033] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.913033] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.913033] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.913033] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.913526] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.913651] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.913829] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.913929] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.914083] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.914199] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.914308] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.914416] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.914549] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.939663] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.939888] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.939980] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.940127] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.940445] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-4d88844a-43a4-41af-913e-5a2106995542 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.940611] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-4d88844a-43a4-41af-913e-5a2106995542" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.940729] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-4d88844a-43a4-41af-913e-5a2106995542" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.941088] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-4d88844a-43a4-41af-913e-5a2106995542" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.941233] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d88844a-43a4-41af-913e-5a2106995542',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.110495] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.110673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.110673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.110884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.110969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.111183] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.111347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.111411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.111568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.111646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.111751] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 already deleted. [ 1118.111879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.192303] env[66329]: INFO networking_nsxv3.common.synchronization [req-32f3b4c1-0112-426b-849a-fc998048fa7b req-51c5c1b5-faf1-42a5-8a72-9c3320045ebe tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1118.193163] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1118.193163] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.193917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.193917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.194055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.194187] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.194290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.194352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.194505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.194588] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.194681] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.393320] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.393614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.393718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.394210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.394210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.394443] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.394550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.394627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.394803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.394909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.394960] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be updated. [ 1118.423918] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.424125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.424177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.424917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.424917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.434283] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: IN_PROGRESS for 2s [ 1118.444977] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.444977] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.444977] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.444977] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.445296] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.445296] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 4d88844a-43a4-41af-913e-5a2106995542 not found, creating... [ 1118.445558] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.445724] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.445847] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.446099] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.446235] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.446583] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.446849] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.446989] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.447214] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.447350] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.447488] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 4d88844a-43a4-41af-913e-5a2106995542 is going to be created. [ 1118.467771] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.468066] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.468157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.468364] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.468614] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.468839] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-4d88844a-43a4-41af-913e-5a2106995542" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.572449] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.572651] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.572773] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.573146] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.573417] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.573575] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.573691] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.573910] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.574068] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.574332] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.574490] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.574648] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.574769] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.574819] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.574921] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.575064] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.593172] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.593376] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.593553] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.593764] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.594160] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-d2b0edcf-9d5c-4903-8fef-7505b08f631f taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.594379] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-d2b0edcf-9d5c-4903-8fef-7505b08f631f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.594523] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-d2b0edcf-9d5c-4903-8fef-7505b08f631f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.594900] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-d2b0edcf-9d5c-4903-8fef-7505b08f631f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.595082] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b0edcf-9d5c-4903-8fef-7505b08f631f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.697478] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.697687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.697687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.697909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.720256] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.720552] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.720706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.720783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.721045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.721146] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.721263] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1118.747942] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.748162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.748162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.748358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.748504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.757562] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1119.097869] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.098248] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.098248] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.098529] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.099183] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.099183] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port d2b0edcf-9d5c-4903-8fef-7505b08f631f not found, creating... [ 1119.099183] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.099336] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.099373] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.103010] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.103010] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.103010] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.103010] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.103010] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.103010] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.103010] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.103010] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: d2b0edcf-9d5c-4903-8fef-7505b08f631f is going to be created. [ 1119.122682] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.122894] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.123025] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.123309] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.123533] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.123774] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-d2b0edcf-9d5c-4903-8fef-7505b08f631f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.173354] env[66329]: INFO networking_nsxv3.common.synchronization [req-0b2890f8-602f-42e0-9f19-1b53c0cd7041 req-d537d2d1-584b-47e4-8c21-560d2ef80639 service nova] Enqueued Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_rules [ 1119.173582] env[66329]: INFO networking_nsxv3.common.synchronization [req-0b2890f8-602f-42e0-9f19-1b53c0cd7041 req-d537d2d1-584b-47e4-8c21-560d2ef80639 service nova] Enqueued Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_members [ 1119.173666] env[66329]: INFO networking_nsxv3.common.synchronization [req-0b2890f8-602f-42e0-9f19-1b53c0cd7041 req-d537d2d1-584b-47e4-8c21-560d2ef80639 service nova] Enqueued Resource ID: 4d88844a-43a4-41af-913e-5a2106995542 with Priority: HIGHEST for action port [ 1119.174255] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_rules [ 1119.174348] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_members [ 1119.174435] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d88844a-43a4-41af-913e-5a2106995542 with Priority: HIGHEST for action port [ 1119.174751] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.174878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.174945] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.175161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.175241] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5ceaec2-c3ae-438b-a55b-03931e9804b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.176116] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5ceaec2-c3ae-438b-a55b-03931e9804b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.176218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.176294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.176451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.176594] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.176687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.176770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.176912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.177008] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.177104] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5ceaec2-c3ae-438b-a55b-03931e9804b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.177856] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d88844a-43a4-41af-913e-5a2106995542 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.177986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d88844a-43a4-41af-913e-5a2106995542" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.178027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d88844a-43a4-41af-913e-5a2106995542" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.178178] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d88844a-43a4-41af-913e-5a2106995542" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.178427] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d88844a-43a4-41af-913e-5a2106995542',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.681819] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5ceaec2-c3ae-438b-a55b-03931e9804b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.682702] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d88844a-43a4-41af-913e-5a2106995542 with status ACTIVE [ 1119.682958] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.683134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.683226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.683634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.683772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.684081] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.684207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.684276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.684440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.684534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.684764] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.684840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.684900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.685038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.685116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.685213] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d88844a-43a4-41af-913e-5a2106995542 is going to be updated. [ 1119.686279] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5ceaec2-c3ae-438b-a55b-03931e9804b6 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.686413] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.708013] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.708199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.708300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.708513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.708661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.708819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d88844a-43a4-41af-913e-5a2106995542" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.820562] env[66329]: INFO networking_nsxv3.common.synchronization [req-32f3b4c1-0112-426b-849a-fc998048fa7b req-7ebf4c7d-158b-4971-8b2f-ccdbefb6d317 service nova] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_rules [ 1119.820562] env[66329]: INFO networking_nsxv3.common.synchronization [req-32f3b4c1-0112-426b-849a-fc998048fa7b req-7ebf4c7d-158b-4971-8b2f-ccdbefb6d317 service nova] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1119.820562] env[66329]: INFO networking_nsxv3.common.synchronization [req-32f3b4c1-0112-426b-849a-fc998048fa7b req-7ebf4c7d-158b-4971-8b2f-ccdbefb6d317 service nova] Enqueued Resource ID: d2b0edcf-9d5c-4903-8fef-7505b08f631f with Priority: HIGHEST for action port [ 1119.821107] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_rules [ 1119.821245] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1119.821341] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b0edcf-9d5c-4903-8fef-7505b08f631f with Priority: HIGHEST for action port [ 1119.821620] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.821743] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.821810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.822048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.822134] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.823437] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.823545] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.823730] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2b0edcf-9d5c-4903-8fef-7505b08f631f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.823836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2b0edcf-9d5c-4903-8fef-7505b08f631f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.824054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2b0edcf-9d5c-4903-8fef-7505b08f631f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.824151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2b0edcf-9d5c-4903-8fef-7505b08f631f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.824192] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b0edcf-9d5c-4903-8fef-7505b08f631f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.187312] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5ceaec2-c3ae-438b-a55b-03931e9804b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.325567] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.325764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.327073] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2b0edcf-9d5c-4903-8fef-7505b08f631f with status ACTIVE [ 1120.327289] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.327409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.327477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.327724] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.327830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.328044] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.328152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.328215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.328382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.328463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.328648] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.328742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.328806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.328944] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.329029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.329116] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2b0edcf-9d5c-4903-8fef-7505b08f631f is going to be updated. [ 1120.353244] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.353402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.353444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.353608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.353930] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.353974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2b0edcf-9d5c-4903-8fef-7505b08f631f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.444483] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce2a276b-1cce-4774-be46-095532c6339a in Status: SUCCESS [ 1120.444691] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce2a276b-1cce-4774-be46-095532c6339a deletion is rescheduled due to dependency. [ 1120.444816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.689465] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.689841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.689841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.689924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.689962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.690167] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 is going to be created. [ 1120.712213] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.712481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.712481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.712662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.712870] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.723460] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 in Status: UNINITIALIZED for 2s [ 1120.769412] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1120.769638] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 deletion is rescheduled due to dependency. [ 1120.769703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.769839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.770068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.770251] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.770364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.770430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.770581] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.770664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.770756] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.272844] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.775451] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.278740] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.278982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.279058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.279383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.279510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.279682] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1122.308985] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.309243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.309243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.309755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.309934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.321496] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1122.733214] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 in Status: SUCCESS [ 1122.733429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.733576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.733794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.733990] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.734123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.734200] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.734375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.734507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.734636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.734771] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5ceaec2-c3ae-438b-a55b-03931e9804b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.237634] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5ceaec2-c3ae-438b-a55b-03931e9804b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.739680] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5ceaec2-c3ae-438b-a55b-03931e9804b6: rpc.has_security_group_logging(os_id): False [ 1123.758219] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.758416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.758473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.758652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.758733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.758986] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.759120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.759163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.759314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.759394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.759482] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 is going to be created. [ 1123.818908] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.819169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.819169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.819402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.819583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.838050] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 in Status: IN_PROGRESS for 2s [ 1124.332253] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1124.332593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.332634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.332836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.333045] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.333167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.333231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.333394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.333473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.333602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.333689] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.822784] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1124.822943] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1124.835621] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.835771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.835811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.836046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.836233] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.836383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.836464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.836637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.836722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.836865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.837053] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.837131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.837168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.837969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.837969] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.837969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.837969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.837969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.837969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.837969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.838258] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.072751] env[66329]: INFO networking_nsxv3.common.synchronization [None req-a2e3f723-4be6-4dbf-9a41-c68781aa7264 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1125.073383] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1125.073688] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.074103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.074103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.074103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.074280] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.074374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.074428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.074607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.074700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.074795] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.340620] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b401df-9446-4845-bf52-702c614aa685: rpc.has_security_group_logging(os_id): False [ 1125.359754] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.359955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.360076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.360320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.360968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.360968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.360968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.360968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.360968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.361190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.361747] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.361747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.361747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.361747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.361747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.362065] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.362065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.362065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.362286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.362400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.362516] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1125.435147] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.435303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.435386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.435620] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.435789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.452518] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1125.577780] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.851118] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 in Status: SUCCESS [ 1125.851355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.081136] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.583913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.584279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.584279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.584523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.584636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.584760] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1126.615230] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.615374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.615446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.615758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.615917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.624927] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1126.672911] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.673140] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.673265] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.673523] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.673783] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.673934] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.674157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.674392] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.674539] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.674761] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.674868] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.674983] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.675149] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.675287] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.675414] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.675569] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.707691] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.707691] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.707884] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.708093] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.708432] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-f7369a7a-4d81-4827-bb01-ea22e9624e12 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.708662] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-f7369a7a-4d81-4827-bb01-ea22e9624e12" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.708732] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-f7369a7a-4d81-4827-bb01-ea22e9624e12" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.709227] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-f7369a7a-4d81-4827-bb01-ea22e9624e12" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.709311] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7369a7a-4d81-4827-bb01-ea22e9624e12',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.899965] env[66329]: INFO networking_nsxv3.common.synchronization [req-cd884790-2c4b-4763-90b7-30eb624d08f9 req-506e2744-17ca-4aa0-9921-1b78c27bd000 tempest-AttachVolumeShelveTestJSON-73427987 tempest-AttachVolumeShelveTestJSON-73427987-project-member] Enqueued Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_members [ 1126.900728] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGHEST for action security_group_members [ 1126.901245] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-035dae1e-8b66-449a-b51a-134e04f279c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.901655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.901738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.901946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.902137] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.902252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.902302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.902484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.902569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.902664] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.212240] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.212240] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.212240] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.212498] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.212498] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.212626] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port f7369a7a-4d81-4827-bb01-ea22e9624e12 not found, creating... [ 1127.212918] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.213111] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.213272] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.213530] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.213680] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.214017] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.214443] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.214443] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.214537] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.214709] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.214883] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: f7369a7a-4d81-4827-bb01-ea22e9624e12 is going to be created. [ 1127.236777] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.237068] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.237196] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.237581] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.237698] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.237960] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-f7369a7a-4d81-4827-bb01-ea22e9624e12" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.404691] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.405058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.405215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.405420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.405522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.405822] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.405985] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.406056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.406226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.406310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.406406] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035dae1e-8b66-449a-b51a-134e04f279c2 is going to be updated. [ 1127.438856] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.439077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.439184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.439441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.439614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.449187] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035dae1e-8b66-449a-b51a-134e04f279c2 in Status: IN_PROGRESS for 2s [ 1127.464639] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1127.464869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.927017] env[66329]: INFO networking_nsxv3.common.synchronization [req-76742db2-3de4-4113-9aac-39a1bcbdba46 req-8b5edf79-c8ae-454f-a7f9-ad5c235d3a1f service nova] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_rules [ 1127.927017] env[66329]: INFO networking_nsxv3.common.synchronization [req-76742db2-3de4-4113-9aac-39a1bcbdba46 req-8b5edf79-c8ae-454f-a7f9-ad5c235d3a1f service nova] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1127.927017] env[66329]: INFO networking_nsxv3.common.synchronization [req-76742db2-3de4-4113-9aac-39a1bcbdba46 req-8b5edf79-c8ae-454f-a7f9-ad5c235d3a1f service nova] Enqueued Resource ID: f7369a7a-4d81-4827-bb01-ea22e9624e12 with Priority: HIGHEST for action port [ 1127.927017] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_rules [ 1127.927017] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1127.927017] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7369a7a-4d81-4827-bb01-ea22e9624e12 with Priority: HIGHEST for action port [ 1127.927017] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.927017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.927017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.927017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.927017] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.927903] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.928071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.928292] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7369a7a-4d81-4827-bb01-ea22e9624e12 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.928400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7369a7a-4d81-4827-bb01-ea22e9624e12" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.928470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7369a7a-4d81-4827-bb01-ea22e9624e12" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.928659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7369a7a-4d81-4827-bb01-ea22e9624e12" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.928729] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7369a7a-4d81-4827-bb01-ea22e9624e12',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.435916] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.435916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.435916] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7369a7a-4d81-4827-bb01-ea22e9624e12 with status ACTIVE [ 1128.435916] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.435916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.435916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.435916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.436196] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.436196] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.436279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.436355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.436508] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.436585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.436782] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.436942] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.437033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.437186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.437270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.437402] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7369a7a-4d81-4827-bb01-ea22e9624e12 is going to be updated. [ 1128.463779] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.463954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.463991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.464203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.464342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.464499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7369a7a-4d81-4827-bb01-ea22e9624e12" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.640532] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1128.640728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.641168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.641168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.641361] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.641429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.641484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.641635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.641719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.641812] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.144664] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.460831] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 035dae1e-8b66-449a-b51a-134e04f279c2 in Status: SUCCESS [ 1129.460831] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 035dae1e-8b66-449a-b51a-134e04f279c2 deletion is rescheduled due to dependency. [ 1129.460831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.646779] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.993833] env[66329]: INFO networking_nsxv3.common.synchronization [req-9c520ce6-ed34-4fc3-a400-dcc6000a1920 req-f2024c81-981f-4477-9545-04d74bd08642 tempest-DeleteServersTestJSON-1721006759 tempest-DeleteServersTestJSON-1721006759-project-member] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1129.994325] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGHEST for action security_group_members [ 1129.994654] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.994803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.994935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.995338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.995338] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.995468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.995504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.995661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.995762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.995860] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.149635] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.149635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.149635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.150058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.150058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.150058] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1130.181976] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.182141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.182838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.182838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.182838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.192725] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1130.498403] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.498554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.498634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.498916] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.498963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.499142] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.499263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.499329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.499478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.499551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.499638] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be updated. [ 1130.530666] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.530817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.530878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.531552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.531552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.548682] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: IN_PROGRESS for 2s [ 1131.978208] env[66329]: INFO networking_nsxv3.common.synchronization [None req-4b8f10e2-5c60-45d8-94eb-53d2022fd1a8 tempest-AttachVolumeShelveTestJSON-73427987 tempest-AttachVolumeShelveTestJSON-73427987-project-member] Enqueued Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_rules [ 1131.979024] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_rules [ 1131.979816] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14f5961b-2481-4c36-b7e7-e668ff769271 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.980017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.980136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.980656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.980794] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.085131] env[66329]: INFO networking_nsxv3.common.synchronization [None req-e6686733-1bb7-415d-a445-8d8aef4c8b42 tempest-AttachVolumeShelveTestJSON-73427987 tempest-AttachVolumeShelveTestJSON-73427987-project-member] Enqueued Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_rules [ 1132.085131] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_rules [ 1132.085131] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14f5961b-2481-4c36-b7e7-e668ff769271 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.086036] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.205193] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1132.205539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.205987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.206106] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.206497] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.206664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.206754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.207401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.207559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.207733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.207815] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.509315] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.509315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.509315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.509315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.509315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.509606] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14f5961b-2481-4c36-b7e7-e668ff769271 already deleted. [ 1132.509606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.509606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.509723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.509835] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.550091] env[66329]: INFO networking_nsxv3.common.synchronization [None req-6063d424-a6cf-42ba-992e-436ae1e7dd80 None None] Enqueued Resource ID: 01d67a77-3428-40d9-a28b-cb45c923c72a with Priority: HIGHEST for action port [ 1132.555069] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d67a77-3428-40d9-a28b-cb45c923c72a with Priority: HIGHEST for action port [ 1132.555069] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d67a77-3428-40d9-a28b-cb45c923c72a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.555069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d67a77-3428-40d9-a28b-cb45c923c72a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.555069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d67a77-3428-40d9-a28b-cb45c923c72a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.555069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d67a77-3428-40d9-a28b-cb45c923c72a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.555069] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d67a77-3428-40d9-a28b-cb45c923c72a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.570931] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c91a30f-1006-45cd-9e59-9b799a9619da in Status: SUCCESS [ 1132.571060] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da deletion is rescheduled due to dependency. [ 1132.571134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.710306] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.710515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.710568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.710815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.711050] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.711397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.711397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.711397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.711562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.711562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.711731] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.711823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.711882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.712040] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.712188] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.712277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.712327] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.712473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.712564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.712645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.712735] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.031958] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.031958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.032210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.032243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.032317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.032413] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14f5961b-2481-4c36-b7e7-e668ff769271 already deleted. [ 1133.032497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.056079] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01d67a77-3428-40d9-a28b-cb45c923c72a [ 1133.059124] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.059124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.059124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.059124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.059124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.059124] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01d67a77-3428-40d9-a28b-cb45c923c72a already deleted. [ 1133.059124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d67a77-3428-40d9-a28b-cb45c923c72a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.216048] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b401df-9446-4845-bf52-702c614aa685: rpc.has_security_group_logging(os_id): False [ 1133.235703] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.238866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.238952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.239213] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.239308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.239537] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.239643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.239704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.239862] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.239931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.240175] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.240325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.240418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.240636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.240755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.241419] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.241622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.241735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.241964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.242120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.242265] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1133.325030] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.325205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.325266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.326046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.326046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.350868] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1134.975808] env[66329]: INFO networking_nsxv3.common.synchronization [None req-e8086a31-8885-48e4-b23b-a2f5c959a3c3 None None] Enqueued Resource ID: 9427b42b-c93c-47e6-aafe-14d8913ad96f with Priority: HIGHEST for action port [ 1134.976589] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9427b42b-c93c-47e6-aafe-14d8913ad96f with Priority: HIGHEST for action port [ 1134.977647] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9427b42b-c93c-47e6-aafe-14d8913ad96f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.977647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9427b42b-c93c-47e6-aafe-14d8913ad96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.977647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9427b42b-c93c-47e6-aafe-14d8913ad96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.977941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9427b42b-c93c-47e6-aafe-14d8913ad96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.978074] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9427b42b-c93c-47e6-aafe-14d8913ad96f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.369379] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1135.369690] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.479827] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9427b42b-c93c-47e6-aafe-14d8913ad96f [ 1135.480092] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.480242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.480318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.480525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.480621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.480771] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9427b42b-c93c-47e6-aafe-14d8913ad96f already deleted. [ 1135.480940] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9427b42b-c93c-47e6-aafe-14d8913ad96f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.750507] env[66329]: INFO networking_nsxv3.common.synchronization [req-c860ed3b-84c6-42fb-b8c2-d439d9e2f88a req-ed0bbc70-d477-43a2-b091-3fec0a18523c tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1137.751111] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1137.751424] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.751543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.751676] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.751993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.752249] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.752398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.752450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.752582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.752666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.752756] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.074218] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.074423] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.074545] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.074889] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.075180] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.075343] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.075459] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.075666] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.075806] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.076026] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.076772] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.079158] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.080007] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.080165] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.080284] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.080427] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.103501] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.103699] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.103841] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.104033] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.104407] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-741112cc-1c7c-41c1-9a01-80cbed4fb7fa taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.104590] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-741112cc-1c7c-41c1-9a01-80cbed4fb7fa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.104733] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-741112cc-1c7c-41c1-9a01-80cbed4fb7fa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.105099] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-741112cc-1c7c-41c1-9a01-80cbed4fb7fa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.105250] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('741112cc-1c7c-41c1-9a01-80cbed4fb7fa',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.254448] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.254660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.254660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.254876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.254966] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.255258] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.255427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.255427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.255572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.255650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.255745] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb already deleted. [ 1138.255825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.611804] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.611804] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.611804] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.612038] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.612458] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.612458] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 741112cc-1c7c-41c1-9a01-80cbed4fb7fa not found, creating... [ 1138.612659] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.612927] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.613071] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.613322] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.613463] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.613764] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.613938] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.614073] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.614316] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.614927] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.614927] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 741112cc-1c7c-41c1-9a01-80cbed4fb7fa is going to be created. [ 1138.633977] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.634213] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.634346] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.634608] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.634857] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.635097] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-741112cc-1c7c-41c1-9a01-80cbed4fb7fa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.323022] env[66329]: INFO networking_nsxv3.common.synchronization [req-c860ed3b-84c6-42fb-b8c2-d439d9e2f88a req-16e3fba0-b34a-460d-848a-58e9d03cf379 service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1139.323310] env[66329]: INFO networking_nsxv3.common.synchronization [req-c860ed3b-84c6-42fb-b8c2-d439d9e2f88a req-16e3fba0-b34a-460d-848a-58e9d03cf379 service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1139.323310] env[66329]: INFO networking_nsxv3.common.synchronization [req-c860ed3b-84c6-42fb-b8c2-d439d9e2f88a req-16e3fba0-b34a-460d-848a-58e9d03cf379 service nova] Enqueued Resource ID: 741112cc-1c7c-41c1-9a01-80cbed4fb7fa with Priority: HIGHEST for action port [ 1139.323986] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1139.324146] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1139.324291] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741112cc-1c7c-41c1-9a01-80cbed4fb7fa with Priority: HIGHEST for action port [ 1139.324552] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.324702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.324771] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.325059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.325143] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.326432] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.326592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.326663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.326851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.327044] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.327182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.327216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.329252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.329252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.329252] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.329252] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-741112cc-1c7c-41c1-9a01-80cbed4fb7fa taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.329252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-741112cc-1c7c-41c1-9a01-80cbed4fb7fa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.329252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-741112cc-1c7c-41c1-9a01-80cbed4fb7fa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.329252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-741112cc-1c7c-41c1-9a01-80cbed4fb7fa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.329252] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('741112cc-1c7c-41c1-9a01-80cbed4fb7fa',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.830698] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.831830] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.832791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.832791] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 741112cc-1c7c-41c1-9a01-80cbed4fb7fa with status ACTIVE [ 1139.832791] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.832791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.832791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.833997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.833997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.833997] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.833997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.833997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.834403] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.834403] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.834460] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.834625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.834625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.834967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.834967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.835186] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 741112cc-1c7c-41c1-9a01-80cbed4fb7fa is going to be updated. [ 1139.858452] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.858641] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.858641] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.858842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.858984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.859191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-741112cc-1c7c-41c1-9a01-80cbed4fb7fa" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.032095] env[66329]: INFO networking_nsxv3.common.synchronization [req-483032e9-0a24-41b0-aa29-9cd081873f44 req-016ec585-25ad-438c-bea3-b630bc42b68b tempest-AttachVolumeShelveTestJSON-73427987 tempest-AttachVolumeShelveTestJSON-73427987-project-member] Enqueued Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_members [ 1140.032840] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_members [ 1140.033269] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-14f5961b-2481-4c36-b7e7-e668ff769271 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.033400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.033474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.033779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.034025] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.034188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.034279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.034466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.034564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.034676] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.165803] env[66329]: INFO networking_nsxv3.common.synchronization [req-3bf7d225-1458-4988-ba32-fc1e4a50affb req-a38a3386-ef4f-45a5-8323-12e9ba117ee0 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1140.166589] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1140.166913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.167073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.167134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.167343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.167498] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.167594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.167656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.167796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.167879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.167973] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.337879] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.351234] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.351437] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.351559] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.351825] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.352106] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.352261] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.352379] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.352587] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.352732] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.352939] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.353069] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.353167] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.353267] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.353376] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.353634] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.353634] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.371118] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.371856] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.371856] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.371856] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.372040] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-60d7b846-32b6-43f9-a883-67eaa48c3825 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.372322] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.372413] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.372785] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.373591] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d7b846-32b6-43f9-a883-67eaa48c3825',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.536396] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.536595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.536595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.536824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.536912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.537156] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.537270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.537309] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.537467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.537544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.537630] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14f5961b-2481-4c36-b7e7-e668ff769271 already deleted. [ 1140.537711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.672075] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.841423] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.841597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.841716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.842441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.842441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.842441] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be created. [ 1140.873973] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.874241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.874343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.874606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.874841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.876192] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.876371] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.876518] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.876801] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.876960] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.877175] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 60d7b846-32b6-43f9-a883-67eaa48c3825 not found, creating... [ 1140.877484] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.877709] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.877869] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.878203] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.878411] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.879158] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.879158] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.879158] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.879389] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.879469] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.879700] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 60d7b846-32b6-43f9-a883-67eaa48c3825 is going to be created. [ 1140.895151] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: UNINITIALIZED for 2s [ 1140.918393] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.918756] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.918756] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.919029] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.919256] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.919516] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.921945] env[66329]: INFO networking_nsxv3.common.synchronization [None req-af8976b0-9a2b-4159-acfb-7f1783009b2b tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1140.923042] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1140.923425] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.923613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.175177] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.640555] env[66329]: INFO networking_nsxv3.common.synchronization [req-483032e9-0a24-41b0-aa29-9cd081873f44 req-4e41cfa6-453a-43db-bef2-c557db9fe276 service nova] Enqueued Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_rules [ 1141.640856] env[66329]: INFO networking_nsxv3.common.synchronization [req-483032e9-0a24-41b0-aa29-9cd081873f44 req-4e41cfa6-453a-43db-bef2-c557db9fe276 service nova] Enqueued Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_members [ 1141.641047] env[66329]: INFO networking_nsxv3.common.synchronization [req-483032e9-0a24-41b0-aa29-9cd081873f44 req-4e41cfa6-453a-43db-bef2-c557db9fe276 service nova] Enqueued Resource ID: 60d7b846-32b6-43f9-a883-67eaa48c3825 with Priority: HIGHEST for action port [ 1141.641438] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_rules [ 1141.641519] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_members [ 1141.641615] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d7b846-32b6-43f9-a883-67eaa48c3825 with Priority: HIGHEST for action port [ 1141.643466] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14f5961b-2481-4c36-b7e7-e668ff769271 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.643619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.643736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.644180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.644180] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.645161] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-14f5961b-2481-4c36-b7e7-e668ff769271 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.645265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.645316] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.645477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.645630] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.645726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.645786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.645926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.646027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.646115] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.647188] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d7b846-32b6-43f9-a883-67eaa48c3825 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.647300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.647437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.647518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.647803] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d7b846-32b6-43f9-a883-67eaa48c3825',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.679159] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.679159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.679159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.679159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.679159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.679159] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1141.714179] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.714433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.714433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.714662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.714812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.724692] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1142.149876] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-14f5961b-2481-4c36-b7e7-e668ff769271 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.150019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.150227] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.151117] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60d7b846-32b6-43f9-a883-67eaa48c3825 with status ACTIVE [ 1142.151302] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.151411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.151477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.151677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.151794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.151923] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.152028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.152092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.152243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.152319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.152517] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.152614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.152675] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.152819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.152893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.152977] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60d7b846-32b6-43f9-a883-67eaa48c3825 is going to be updated. [ 1142.175475] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.175874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.175874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.176028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.176134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.176272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.656355] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.904331] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1142.904561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.904728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.904937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.905155] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.905312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.905353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.905485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.905592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.905684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.905775] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.158221] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.158322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.158362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.158575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.158669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.158840] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14f5961b-2481-4c36-b7e7-e668ff769271 is going to be created. [ 1143.202746] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.203064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.203064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.203203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.203366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.217322] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14f5961b-2481-4c36-b7e7-e668ff769271 in Status: UNINITIALIZED for 2s [ 1143.408926] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.409172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.409279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.409586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.409867] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.410053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.410189] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.410458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.410625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.410794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.411076] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.411204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.411274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.411536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.411697] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.411830] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.411904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.412163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.412311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.412431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.412540] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.735603] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1143.735994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.736110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.736404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.736608] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.736734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.736906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.737150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.737288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.737483] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.914870] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25358630-da93-49d2-b577-1cd60dc997cb: rpc.has_security_group_logging(os_id): False [ 1143.936359] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.936559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.936607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.936814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.936938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.937255] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.937360] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.937441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.937628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.937707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.937904] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.938025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.938107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.938257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.938334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.938658] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.938658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.938749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.938826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.938901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.938986] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be created. [ 1144.017700] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.017700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.017700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.017969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.017969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.031851] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1144.241050] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.241232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.241302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.241521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.241611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.241862] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.241948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.242029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.242194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.242275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.242358] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1144.245725] env[66329]: INFO networking_nsxv3.common.synchronization [req-38c75786-1783-4f29-a07a-add97dc4da1d req-9f555623-5c8d-4c61-9910-3758e1ff8383 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_members [ 1144.246166] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGHEST for action security_group_members [ 1144.246456] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12acfa53-26f7-4ef8-8b62-00234b66e4e2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.246589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.246673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.246849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.246997] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.247191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.247254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.247420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.247501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.247591] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12acfa53-26f7-4ef8-8b62-00234b66e4e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.270225] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.270370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.270415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.270602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.270740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.281199] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1144.750278] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.750655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.750655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.750720] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.750765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.751035] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.751195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.751285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.751466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.751575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.751690] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 is going to be updated. [ 1144.778089] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.778295] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.778397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.778616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.778810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.787113] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 in Status: IN_PROGRESS for 2s [ 1145.227059] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14f5961b-2481-4c36-b7e7-e668ff769271 in Status: SUCCESS [ 1145.227478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.227662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.228130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.228130] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.228398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.228398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.228507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.228575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.228650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.228743] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.731260] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.047178] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1146.047541] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.233528] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14f5961b-2481-4c36-b7e7-e668ff769271: rpc.has_security_group_logging(os_id): False [ 1146.262738] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.262964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.262964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.263173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.263286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.263588] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.263704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.263784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.263935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.264026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.264115] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14f5961b-2481-4c36-b7e7-e668ff769271 is going to be created. [ 1146.292404] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1146.292656] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 deletion is rescheduled due to dependency. [ 1146.292824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.332049] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.332319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.332375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.332688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.332960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.356020] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14f5961b-2481-4c36-b7e7-e668ff769271 in Status: IN_PROGRESS for 2s [ 1146.799347] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 in Status: SUCCESS [ 1146.799347] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 deletion is rescheduled due to dependency. [ 1146.799347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.233673] env[66329]: INFO networking_nsxv3.common.synchronization [req-857962ba-4ab3-4e41-a125-f9f5cd2e1cfc req-39452c10-f984-433e-b4b9-24295e3f745f tempest-ServersTestManualDisk-48233408 tempest-ServersTestManualDisk-48233408-project-member] Enqueued Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_members [ 1148.234119] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGHEST for action security_group_members [ 1148.234431] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-279e9412-f502-4260-bd9a-0a404a1844e3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.234553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.234621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.234817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.235594] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.235712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.235780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.235948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.236041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.236139] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('279e9412-f502-4260-bd9a-0a404a1844e3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.370376] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14f5961b-2481-4c36-b7e7-e668ff769271 in Status: SUCCESS [ 1148.371254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.741110] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.741110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.741110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.741110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.741110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.741110] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.741110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.741110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.741110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.741110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.741110] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279e9412-f502-4260-bd9a-0a404a1844e3 is going to be updated. [ 1148.766972] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.769023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.769023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.769023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.769023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.777097] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279e9412-f502-4260-bd9a-0a404a1844e3 in Status: IN_PROGRESS for 2s [ 1149.861791] env[66329]: INFO networking_nsxv3.common.synchronization [None req-c055cb75-0cef-4fc6-b30f-0694db2094cb tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_rules [ 1149.862429] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_rules [ 1149.862710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.862840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.862906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.863183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.863258] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.952429] env[66329]: INFO networking_nsxv3.common.synchronization [None req-5f641541-70a7-441e-ae54-731a92fdcd81 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_rules [ 1149.952950] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_rules [ 1149.953272] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.953379] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.388084] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.388288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.388288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.388456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.388570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.388650] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 already deleted. [ 1150.388735] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.388893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.389065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.389153] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.787981] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279e9412-f502-4260-bd9a-0a404a1844e3 in Status: SUCCESS [ 1150.787981] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279e9412-f502-4260-bd9a-0a404a1844e3 deletion is rescheduled due to dependency. [ 1150.787981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.912142] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.912560] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.912560] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.912560] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.912688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.912722] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 already deleted. [ 1150.912815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.780944] env[66329]: INFO networking_nsxv3.common.synchronization [req-02800057-0f14-4dda-97ff-89749daa37de req-bbb0a451-3b27-42bb-9f5d-9ffb46158ca3 tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1154.781497] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1154.781825] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.781957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.782038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.782241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.782401] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.782502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.782559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.782715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.782802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.782895] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.241377] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.241538] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.241665] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.241919] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.242178] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.242331] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.242444] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.242655] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.242793] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.242999] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.243123] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.243228] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.243334] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.243438] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.243538] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.243666] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.265218] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.265380] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.265506] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.265709] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.266060] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-2476811e-5ae7-48e2-8398-cc9f4e0128fb taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.266242] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-2476811e-5ae7-48e2-8398-cc9f4e0128fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.266353] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-2476811e-5ae7-48e2-8398-cc9f4e0128fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.266673] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-2476811e-5ae7-48e2-8398-cc9f4e0128fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.266809] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2476811e-5ae7-48e2-8398-cc9f4e0128fb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.284663] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.769282] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.769690] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.769831] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.770124] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.770278] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.770434] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 2476811e-5ae7-48e2-8398-cc9f4e0128fb not found, creating... [ 1155.770697] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.770854] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.770969] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.771219] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.771376] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.771716] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.771891] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.772015] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.772227] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.772382] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.772520] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 2476811e-5ae7-48e2-8398-cc9f4e0128fb is going to be created. [ 1155.787286] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.792872] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.793080] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.793222] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.793560] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.793971] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.793971] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-2476811e-5ae7-48e2-8398-cc9f4e0128fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.289645] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.289813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.289883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.290117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.290209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.290309] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1156.320072] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.320072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.320072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.320072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.320072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.329018] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1156.358723] env[66329]: INFO networking_nsxv3.common.synchronization [req-02800057-0f14-4dda-97ff-89749daa37de req-3eafbaae-148a-417b-820e-4c62435773c4 service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1156.358900] env[66329]: INFO networking_nsxv3.common.synchronization [req-02800057-0f14-4dda-97ff-89749daa37de req-3eafbaae-148a-417b-820e-4c62435773c4 service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1156.359048] env[66329]: INFO networking_nsxv3.common.synchronization [req-02800057-0f14-4dda-97ff-89749daa37de req-3eafbaae-148a-417b-820e-4c62435773c4 service nova] Enqueued Resource ID: 2476811e-5ae7-48e2-8398-cc9f4e0128fb with Priority: HIGHEST for action port [ 1156.359595] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1156.359732] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1156.359829] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2476811e-5ae7-48e2-8398-cc9f4e0128fb with Priority: HIGHEST for action port [ 1156.360122] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.360244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.360311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.360511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.360591] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.361449] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.361549] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.361741] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-2476811e-5ae7-48e2-8398-cc9f4e0128fb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.361839] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2476811e-5ae7-48e2-8398-cc9f4e0128fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.361899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2476811e-5ae7-48e2-8398-cc9f4e0128fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.362081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2476811e-5ae7-48e2-8398-cc9f4e0128fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.362154] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2476811e-5ae7-48e2-8398-cc9f4e0128fb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.866528] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.866900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.866900] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2476811e-5ae7-48e2-8398-cc9f4e0128fb with status ACTIVE [ 1156.866991] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.867145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.871054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.871054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.871054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.871054] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.871054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.871054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.871054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.871054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.871054] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.871054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.871054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.871054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.871054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.871054] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2476811e-5ae7-48e2-8398-cc9f4e0128fb is going to be updated. [ 1156.890132] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.890337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.890337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.890537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.890674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.890826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2476811e-5ae7-48e2-8398-cc9f4e0128fb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.918571] env[66329]: INFO networking_nsxv3.common.synchronization [None req-e88daffb-4dbe-421e-8964-ccdb4b2b49e7 None None] Enqueued Resource ID: 439a0aca-9c47-4e11-9436-a7fd0cebe3e9 with Priority: HIGHEST for action port [ 1156.918753] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 439a0aca-9c47-4e11-9436-a7fd0cebe3e9 with Priority: HIGHEST for action port [ 1156.919736] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-439a0aca-9c47-4e11-9436-a7fd0cebe3e9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.919736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-439a0aca-9c47-4e11-9436-a7fd0cebe3e9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.919736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-439a0aca-9c47-4e11-9436-a7fd0cebe3e9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.919736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-439a0aca-9c47-4e11-9436-a7fd0cebe3e9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.919736] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('439a0aca-9c47-4e11-9436-a7fd0cebe3e9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.982865] env[66329]: INFO networking_nsxv3.common.synchronization [req-1875936b-6fc3-4239-b0c1-403ec9a780b7 req-0ced7b31-d706-4059-ac0e-c027c857585e tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1156.982865] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1156.982865] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.983110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.983367] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.983684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.983884] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.984179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.984179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.984266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.984642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.984796] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.303669] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.303944] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.304088] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.304351] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.304619] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.304771] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.304881] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.305157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.305310] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.305512] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.305619] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.305727] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.305823] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.305926] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.306045] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.306177] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.335408] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.335638] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.335836] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.335996] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.336358] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-f8df0ae6-779f-4659-bde0-d19dda465389 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.336542] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-f8df0ae6-779f-4659-bde0-d19dda465389" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.336673] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-f8df0ae6-779f-4659-bde0-d19dda465389" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.337023] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-f8df0ae6-779f-4659-bde0-d19dda465389" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.337166] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8df0ae6-779f-4659-bde0-d19dda465389',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.421770] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 439a0aca-9c47-4e11-9436-a7fd0cebe3e9 [ 1157.422502] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.422502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.422502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.422502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.422502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.422818] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:439a0aca-9c47-4e11-9436-a7fd0cebe3e9 already deleted. [ 1157.422818] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-439a0aca-9c47-4e11-9436-a7fd0cebe3e9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.487452] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.487656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.487656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.487955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.488071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.488458] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.488652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.488702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.488861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.488939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.489085] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 already deleted. [ 1157.489126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.607510] env[66329]: INFO networking_nsxv3.common.synchronization [None req-1ae0f686-c8e4-4afd-b81c-79da70f728cc tempest-ServerActionsV293TestJSON-1620286552 tempest-ServerActionsV293TestJSON-1620286552-project-member] Enqueued Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_rules [ 1157.608126] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_rules [ 1157.608437] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.608495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.608537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.608812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.608873] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20c2f6b5-f172-4a27-8a49-be71456fc0a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.771912] env[66329]: INFO networking_nsxv3.common.synchronization [None req-f1abbf35-8397-438b-b761-a496be86a10e tempest-ServerActionsV293TestJSON-1620286552 tempest-ServerActionsV293TestJSON-1620286552-project-member] Enqueued Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_rules [ 1157.773186] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_rules [ 1157.773186] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.773186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.841492] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.841727] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.842110] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.842180] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.842324] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.842514] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port f8df0ae6-779f-4659-bde0-d19dda465389 not found, creating... [ 1157.842861] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.843089] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.843406] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.843518] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.843717] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.844090] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.844447] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.844522] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.844728] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.844903] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.845112] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: f8df0ae6-779f-4659-bde0-d19dda465389 is going to be created. [ 1157.865372] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.865615] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.865734] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.866028] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.866271] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.866481] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-f8df0ae6-779f-4659-bde0-d19dda465389" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.130540] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.130910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.130910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.130986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.131268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.131268] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 already deleted. [ 1158.131268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.131495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.131550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.131707] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20c2f6b5-f172-4a27-8a49-be71456fc0a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.341036] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1158.341242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.342423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.342423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.342423] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.342423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.342423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.342423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.342423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.342423] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.619535] env[66329]: INFO networking_nsxv3.common.synchronization [req-1875936b-6fc3-4239-b0c1-403ec9a780b7 req-ed3d4e70-5bd7-4f9f-ad62-1b87ac53aab0 service nova] Enqueued Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_rules [ 1158.619535] env[66329]: INFO networking_nsxv3.common.synchronization [req-1875936b-6fc3-4239-b0c1-403ec9a780b7 req-ed3d4e70-5bd7-4f9f-ad62-1b87ac53aab0 service nova] Enqueued Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1158.619626] env[66329]: INFO networking_nsxv3.common.synchronization [req-1875936b-6fc3-4239-b0c1-403ec9a780b7 req-ed3d4e70-5bd7-4f9f-ad62-1b87ac53aab0 service nova] Enqueued Resource ID: f8df0ae6-779f-4659-bde0-d19dda465389 with Priority: HIGHEST for action port [ 1158.620232] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_rules [ 1158.620343] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1158.620445] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8df0ae6-779f-4659-bde0-d19dda465389 with Priority: HIGHEST for action port [ 1158.620740] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.620913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.620961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.621179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.621264] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.622905] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.623149] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.623215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.623405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.623562] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.623664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.623727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.623914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.623951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.624152] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.625131] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8df0ae6-779f-4659-bde0-d19dda465389 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.625239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8df0ae6-779f-4659-bde0-d19dda465389" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.625313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8df0ae6-779f-4659-bde0-d19dda465389" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.625489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8df0ae6-779f-4659-bde0-d19dda465389" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.625600] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8df0ae6-779f-4659-bde0-d19dda465389',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.653591] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.654828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.654828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.654828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.654828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.654828] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 already deleted. [ 1158.654828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.847400] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.123894] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.123894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.132322] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8df0ae6-779f-4659-bde0-d19dda465389 with status ACTIVE [ 1159.132618] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.132618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.132700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.133175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.133175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.133282] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.133330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.134190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.134190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.134190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.134190] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.134190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.134190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.134190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.134534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.134534] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8df0ae6-779f-4659-bde0-d19dda465389 is going to be updated. [ 1159.137947] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.163647] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.163647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.163647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.163647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.163866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.164728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8df0ae6-779f-4659-bde0-d19dda465389" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.298551] env[66329]: INFO networking_nsxv3.common.synchronization [None req-1b2482a6-0fa4-4cf1-8829-36d0bd2c47f5 None None] Enqueued Resource ID: a1d31270-51fb-4041-8d5e-c7ab7ecec87f with Priority: HIGHEST for action port [ 1159.299114] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1d31270-51fb-4041-8d5e-c7ab7ecec87f with Priority: HIGHEST for action port [ 1159.300738] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1d31270-51fb-4041-8d5e-c7ab7ecec87f taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.300738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1d31270-51fb-4041-8d5e-c7ab7ecec87f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.300738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1d31270-51fb-4041-8d5e-c7ab7ecec87f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.300738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1d31270-51fb-4041-8d5e-c7ab7ecec87f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.300738] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1d31270-51fb-4041-8d5e-c7ab7ecec87f',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.351928] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.463299] env[66329]: INFO networking_nsxv3.common.synchronization [req-449cebf1-a380-4b1d-8f6c-2b67d6fa0baf req-c5fb561d-a595-42ef-b0d3-79530de7fc83 tempest-ServerActionsTestOtherB-1471977195 tempest-ServerActionsTestOtherB-1471977195-project-member] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1159.467160] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1159.467928] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.468094] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.468215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.468456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.469202] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.469202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.469202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.469202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.469202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.469202] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.641600] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.801820] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1d31270-51fb-4041-8d5e-c7ab7ecec87f [ 1159.802374] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.802374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.802374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.802536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.802536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.802644] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1d31270-51fb-4041-8d5e-c7ab7ecec87f already deleted. [ 1159.802731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1d31270-51fb-4041-8d5e-c7ab7ecec87f" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.854371] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.854548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.854598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.855609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.855609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.855609] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1159.887023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.887023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.887023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.887023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.887023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.897907] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1159.972148] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.972324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.972416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.972608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.972700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.972902] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.972990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.973060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.973216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.973290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.973364] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be updated. [ 1160.001541] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.001742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.001814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.002038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.002180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.010854] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: IN_PROGRESS for 2s [ 1160.143554] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.143889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.143889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.143992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.144097] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.144198] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 is going to be created. [ 1160.166852] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.166995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.167083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.167302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.167501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.176425] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: UNINITIALIZED for 2s [ 1161.908437] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1161.908811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.908811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.909012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.909246] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.909335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.909403] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.909585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.909669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.909755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.909843] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.023249] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 1162.023430] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 deletion is rescheduled due to dependency. [ 1162.023552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.187500] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: SUCCESS [ 1162.187747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.187915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.188264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.188391] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.188469] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.188529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.188688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.188770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.188856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.188947] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.411997] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.412237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.412237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.414373] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.414373] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.414373] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.414373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.414972] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.691934] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.917149] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25358630-da93-49d2-b577-1cd60dc997cb: rpc.has_security_group_logging(os_id): False [ 1162.939027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.939231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.939231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.939394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.939480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.939722] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.939823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.939885] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.940047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.940128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.940332] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.940457] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.940521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.940612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.940685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.940863] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.940957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.941030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.941168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.941243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.941330] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1163.005908] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.006164] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.006164] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.006414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.006514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.023907] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1163.194416] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12739619-f64f-47c1-95d7-944e799ccd22: rpc.has_security_group_logging(os_id): False [ 1163.214756] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.214756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.214756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.215154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.215154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.215355] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.215561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.215638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.215852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.215978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.216134] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 is going to be created. [ 1163.307023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.307245] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.307418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.307655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.307943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.322283] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: IN_PROGRESS for 2s [ 1164.468031] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1164.468499] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1165.037575] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1165.037799] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.339085] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: SUCCESS [ 1165.339325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.410776] env[66329]: INFO networking_nsxv3.common.synchronization [None req-94637503-1227-4e9c-9b09-dfaf79e33c5a tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_rules [ 1165.411465] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_rules [ 1165.411675] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.411968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.411968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.412289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.412376] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f0c3f7b-ff7d-45f9-98dd-02a7adc53827',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.502721] env[66329]: INFO networking_nsxv3.common.synchronization [None req-6f391e34-1166-400e-948c-89c750889f3c tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_rules [ 1165.503393] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_rules [ 1165.503805] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.503948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.932683] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.932841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.932917] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.933230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.933366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.933430] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 already deleted. [ 1165.933509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.933756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.933873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.933978] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f0c3f7b-ff7d-45f9-98dd-02a7adc53827',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.458038] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.458038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.458038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.458038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.458267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.458267] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 already deleted. [ 1166.458267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.493540] env[66329]: INFO networking_nsxv3.common.synchronization [req-4cf77d15-ef42-4946-9289-6e19d4adf181 req-99df2af1-225d-4a55-be38-6b1e53b7d2b6 tempest-ServerActionsTestOtherB-1471977195 tempest-ServerActionsTestOtherB-1471977195-project-member] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1167.494522] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1167.494913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.495508] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.495596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.495809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.495978] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.496095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.496159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.496306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.496390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.496485] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.863030] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.863030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.863030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.863030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.863030] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.863030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.863030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.863030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.863030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.863030] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.863030] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.863030] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.863760] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.863997] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.864228] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.864467] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.883206] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.883569] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.883813] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.884205] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.884857] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-60a4391d-5958-43f2-89b6-8e14e70d6920 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.885670] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.885670] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.885777] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.885846] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a4391d-5958-43f2-89b6-8e14e70d6920',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.998886] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.999064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.999172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.999411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.999540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.999745] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.999865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.999920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.000059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.000143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.000265] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be updated. [ 1168.028243] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.028243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.028243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.028243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.028243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.037724] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: IN_PROGRESS for 2s [ 1168.388117] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.388362] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.388521] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.388812] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.389020] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.389123] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 60a4391d-5958-43f2-89b6-8e14e70d6920 not found, creating... [ 1168.389400] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.389539] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.389647] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.389864] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.390012] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.390300] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.392529] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.392529] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.392529] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.392529] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.392529] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 60a4391d-5958-43f2-89b6-8e14e70d6920 is going to be created. [ 1168.402267] env[66329]: INFO networking_nsxv3.common.synchronization [req-f0eee6fb-f6aa-4917-9536-507ae37eba22 req-cc522d2c-45a0-452a-92b3-c48452d64cf2 tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1168.402377] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1168.402765] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.402887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.402957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.403174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.403329] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.403423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.403493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.403629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.403717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.403830] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.413689] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.413991] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.414182] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.414526] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.414843] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.415153] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.906994] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.121628] env[66329]: INFO networking_nsxv3.common.synchronization [req-4cf77d15-ef42-4946-9289-6e19d4adf181 req-1f81d70c-ca2e-4678-9108-74d4ffb69b7b service nova] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 1169.121829] env[66329]: INFO networking_nsxv3.common.synchronization [req-4cf77d15-ef42-4946-9289-6e19d4adf181 req-1f81d70c-ca2e-4678-9108-74d4ffb69b7b service nova] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1169.121967] env[66329]: INFO networking_nsxv3.common.synchronization [req-4cf77d15-ef42-4946-9289-6e19d4adf181 req-1f81d70c-ca2e-4678-9108-74d4ffb69b7b service nova] Enqueued Resource ID: 60a4391d-5958-43f2-89b6-8e14e70d6920 with Priority: HIGHEST for action port [ 1169.123179] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 1169.123455] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1169.123651] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a4391d-5958-43f2-89b6-8e14e70d6920 with Priority: HIGHEST for action port [ 1169.123913] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.124047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.124119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.124319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.124446] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.125998] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.125998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.127555] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-60a4391d-5958-43f2-89b6-8e14e70d6920 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.127555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.127555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.127555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.127555] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a4391d-5958-43f2-89b6-8e14e70d6920',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.409393] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.626737] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.626901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.628328] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60a4391d-5958-43f2-89b6-8e14e70d6920 with status ACTIVE [ 1169.628572] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.628697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.628766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.628974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.629077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.629255] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.629390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.629463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.629579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.629639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.629814] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.629908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.629967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.630118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.630190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.630273] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60a4391d-5958-43f2-89b6-8e14e70d6920 is going to be updated. [ 1169.652889] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.653134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.653134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.653290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.653425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.653580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.912474] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.912880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.912880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.912992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.913093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.913192] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1169.939715] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.939939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.939939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.940143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.940287] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.948585] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1170.047529] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 1170.047726] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 deletion is rescheduled due to dependency. [ 1170.047832] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.047985] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.048226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.048416] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.048561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.048658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.048859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.048944] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.049057] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.551917] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.053990] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.556270] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.556494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.556494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.556759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.556858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.556996] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be updated. [ 1171.597024] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.597217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.597217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.597446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.597610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.606332] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: IN_PROGRESS for 2s [ 1171.959933] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1171.960191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.564341] env[66329]: INFO networking_nsxv3.common.synchronization [req-850b7d8f-0211-476c-a358-5015711ee049 req-bd50514e-ec8f-49dc-b4ca-dc49175281a2 tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_members [ 1172.564587] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_members [ 1172.564903] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.565051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.565120] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.565416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.565593] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.565701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.565764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.565936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.566029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.566123] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0c3f7b-ff7d-45f9-98dd-02a7adc53827',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.896294] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.896519] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.896675] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.897076] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.897286] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.897510] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.897657] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.897893] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.898063] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.898288] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.898401] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.898522] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.898631] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.898782] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.898875] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.898989] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.918958] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.919208] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.919373] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.919601] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.919994] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-a96962ef-4e67-482c-933a-2450420d6b6d taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.920242] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-a96962ef-4e67-482c-933a-2450420d6b6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.920367] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-a96962ef-4e67-482c-933a-2450420d6b6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.920742] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-a96962ef-4e67-482c-933a-2450420d6b6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.920911] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96962ef-4e67-482c-933a-2450420d6b6d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.071722] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.071929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.072050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.072321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.072422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.072673] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.072814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.072883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.073343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.073343] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.073343] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 already deleted. [ 1173.073455] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.423429] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.423640] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.423640] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.424078] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.424176] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.424336] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port a96962ef-4e67-482c-933a-2450420d6b6d not found, creating... [ 1173.424642] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.424761] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.424883] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.425271] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.426272] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.426272] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.426272] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.426528] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.426749] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.426968] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.427155] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: a96962ef-4e67-482c-933a-2450420d6b6d is going to be created. [ 1173.448748] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.449025] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.449143] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.449476] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.449880] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.450183] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-a96962ef-4e67-482c-933a-2450420d6b6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.617535] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 1173.617910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.617951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.618188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.618391] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.618533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.618601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.618777] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.618844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.618930] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.619033] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.121943] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.137751] env[66329]: INFO networking_nsxv3.common.synchronization [req-850b7d8f-0211-476c-a358-5015711ee049 req-04366040-f50f-4376-8ff6-a0988cf51045 service nova] Enqueued Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_rules [ 1174.137874] env[66329]: INFO networking_nsxv3.common.synchronization [req-850b7d8f-0211-476c-a358-5015711ee049 req-04366040-f50f-4376-8ff6-a0988cf51045 service nova] Enqueued Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_members [ 1174.141364] env[66329]: INFO networking_nsxv3.common.synchronization [req-850b7d8f-0211-476c-a358-5015711ee049 req-04366040-f50f-4376-8ff6-a0988cf51045 service nova] Enqueued Resource ID: a96962ef-4e67-482c-933a-2450420d6b6d with Priority: HIGHEST for action port [ 1174.141364] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_rules [ 1174.141364] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_members [ 1174.141364] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96962ef-4e67-482c-933a-2450420d6b6d with Priority: HIGHEST for action port [ 1174.143152] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.143288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.143377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.143575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.143666] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f0c3f7b-ff7d-45f9-98dd-02a7adc53827',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.144925] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.144925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.145147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.146226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.146226] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.146226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.146226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.146226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.146226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.146226] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0c3f7b-ff7d-45f9-98dd-02a7adc53827',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.146853] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-a96962ef-4e67-482c-933a-2450420d6b6d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.147788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a96962ef-4e67-482c-933a-2450420d6b6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.147788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a96962ef-4e67-482c-933a-2450420d6b6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.147788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a96962ef-4e67-482c-933a-2450420d6b6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.147788] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96962ef-4e67-482c-933a-2450420d6b6d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.623903] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b07a503-fc4c-4439-b439-e1fb182ae233: rpc.has_security_group_logging(os_id): False [ 1174.641904] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.642153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.642278] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.642555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.642745] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.643435] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.643580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.643666] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.643871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.643972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.644101] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be updated. [ 1174.648916] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.649082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.649244] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f0c3f7b-ff7d-45f9-98dd-02a7adc53827',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.650679] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a96962ef-4e67-482c-933a-2450420d6b6d with status ACTIVE [ 1174.650861] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.651041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.651116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.651335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.651483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.651651] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.651757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.651808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.651978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.652060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.652249] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.652342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.652402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.652568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.652648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.652733] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a96962ef-4e67-482c-933a-2450420d6b6d is going to be updated. [ 1174.677303] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.677475] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.677604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.677817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.677963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.678140] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a96962ef-4e67-482c-933a-2450420d6b6d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.710017] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.710235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.710235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.710447] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.710600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.725880] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: IN_PROGRESS for 2s [ 1174.881466] env[66329]: INFO networking_nsxv3.common.synchronization [req-268ab976-7d01-46db-9a6b-ae05b67d1ba9 req-3586ccd4-a41c-4248-9cb7-c0ebca5110e0 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1174.882232] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1174.882696] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.882822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.882894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.883163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.883327] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.883448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.883542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.883679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.883768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.883865] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.155852] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f0c3f7b-ff7d-45f9-98dd-02a7adc53827',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.194497] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.194753] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.194916] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.195275] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.195938] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.195938] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.196130] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.196327] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.196531] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.196805] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.196964] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.197131] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.197284] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.197440] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.197603] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.197762] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.218560] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.218632] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.218761] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.218943] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.219276] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-5d9a2370-3fa7-4d20-9697-f13c0b98983b taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.219450] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-5d9a2370-3fa7-4d20-9697-f13c0b98983b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.219570] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-5d9a2370-3fa7-4d20-9697-f13c0b98983b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.219936] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-5d9a2370-3fa7-4d20-9697-f13c0b98983b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.220092] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9a2370-3fa7-4d20-9697-f13c0b98983b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.388716] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.657330] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.657833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.657833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.658038] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.658152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.658261] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 is going to be created. [ 1175.681519] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.681714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.681714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.681884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.682063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.690784] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 in Status: UNINITIALIZED for 2s [ 1175.723272] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.723444] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.723511] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.723794] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.723944] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.724109] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 5d9a2370-3fa7-4d20-9697-f13c0b98983b not found, creating... [ 1175.724384] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.724563] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.724683] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.724901] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.725063] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.725397] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.725669] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.725794] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.726031] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.726176] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.726319] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 5d9a2370-3fa7-4d20-9697-f13c0b98983b is going to be created. [ 1175.745291] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.745583] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.745668] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.745914] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.746161] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.746384] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-5d9a2370-3fa7-4d20-9697-f13c0b98983b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.890677] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.394884] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.395088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.395162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.395420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.395521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.395648] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 is going to be updated. [ 1176.425275] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.425482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.425482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.425719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.425836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.436616] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: IN_PROGRESS for 2s [ 1176.472513] env[66329]: INFO networking_nsxv3.common.synchronization [req-268ab976-7d01-46db-9a6b-ae05b67d1ba9 req-6b34172f-1e95-44e0-8d02-135f37cf9561 service nova] Enqueued Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_rules [ 1176.472709] env[66329]: INFO networking_nsxv3.common.synchronization [req-268ab976-7d01-46db-9a6b-ae05b67d1ba9 req-6b34172f-1e95-44e0-8d02-135f37cf9561 service nova] Enqueued Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1176.472816] env[66329]: INFO networking_nsxv3.common.synchronization [req-268ab976-7d01-46db-9a6b-ae05b67d1ba9 req-6b34172f-1e95-44e0-8d02-135f37cf9561 service nova] Enqueued Resource ID: 5d9a2370-3fa7-4d20-9697-f13c0b98983b with Priority: HIGHEST for action port [ 1176.473055] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_rules [ 1176.473190] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1176.473286] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d9a2370-3fa7-4d20-9697-f13c0b98983b with Priority: HIGHEST for action port [ 1176.473823] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.473965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.474017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.474203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.474276] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.475404] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.475863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.475863] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d9a2370-3fa7-4d20-9697-f13c0b98983b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.475863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d9a2370-3fa7-4d20-9697-f13c0b98983b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.475863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d9a2370-3fa7-4d20-9697-f13c0b98983b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.476071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d9a2370-3fa7-4d20-9697-f13c0b98983b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.476110] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d9a2370-3fa7-4d20-9697-f13c0b98983b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.741506] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 1176.741860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.978284] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.978501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.980874] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d9a2370-3fa7-4d20-9697-f13c0b98983b with status ACTIVE [ 1176.982515] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.982515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.982515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.982515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.982655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.982891] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.983049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.983138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.983320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.983404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.983620] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.983733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.983810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.983956] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.984055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.984178] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d9a2370-3fa7-4d20-9697-f13c0b98983b is going to be updated. [ 1177.008254] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.008431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.008524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.008773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.008952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.009157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d9a2370-3fa7-4d20-9697-f13c0b98983b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.702144] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 in Status: SUCCESS [ 1177.702688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.702932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.703176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.703379] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.703495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.703557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.703726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.703813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.703904] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.703976] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f0c3f7b-ff7d-45f9-98dd-02a7adc53827',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.206404] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f0c3f7b-ff7d-45f9-98dd-02a7adc53827',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.446529] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: SUCCESS [ 1178.446790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.446986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.447239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.447509] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.447644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.447708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.447861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.447957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.448302] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.708948] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827: rpc.has_security_group_logging(os_id): False [ 1178.728718] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.728879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.728943] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.729269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.729404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.729691] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.729831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.729913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.730113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.730222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.730336] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 is going to be created. [ 1178.791008] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.791212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.791273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.791515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.791729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.803416] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 in Status: IN_PROGRESS for 2s [ 1178.950769] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.453533] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.956767] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.956767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.956767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.956767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.956767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.957222] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 is going to be updated. [ 1179.984502] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.984692] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.984739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.984993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.985316] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.994164] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: IN_PROGRESS for 2s [ 1180.820262] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 in Status: SUCCESS [ 1180.820672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.475064] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.475182] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1181.641942] env[66329]: INFO networking_nsxv3.common.synchronization [req-10c96b93-2fbf-4ecb-a27e-4f75142ace55 req-592242a9-c097-4427-805e-7d7d5b5765f7 tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1181.642478] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1181.642807] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.642967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.643043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.643267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.643426] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.643529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.643635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.643738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.644608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.644749] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.962875] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.963192] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.963241] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.963475] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.965198] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.965382] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.965506] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.965758] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.966068] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.966130] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.966244] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.966371] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.966493] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.966651] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1181.966800] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.966994] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.991034] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.991142] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1181.991303] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.991540] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.992093] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-ba5a9d99-f219-486a-8440-e0166db94027 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.992366] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-ba5a9d99-f219-486a-8440-e0166db94027" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.992667] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-ba5a9d99-f219-486a-8440-e0166db94027" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.992993] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-ba5a9d99-f219-486a-8440-e0166db94027" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.993213] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba5a9d99-f219-486a-8440-e0166db94027',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.007097] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: SUCCESS [ 1182.007487] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.007789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.008064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.008863] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.008863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.008863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.008863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.009107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.009107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.009167] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.147879] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.497840] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.498155] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.498315] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.498702] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.498924] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.499131] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port ba5a9d99-f219-486a-8440-e0166db94027 not found, creating... [ 1182.499846] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.500083] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.500218] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.500473] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.500667] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.500995] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.501195] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.501296] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.501533] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.501724] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.501957] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: ba5a9d99-f219-486a-8440-e0166db94027 is going to be created. [ 1182.511957] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.527935] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.528162] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.528288] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.528622] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.528873] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.529112] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-ba5a9d99-f219-486a-8440-e0166db94027" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.651019] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.014991] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12739619-f64f-47c1-95d7-944e799ccd22: rpc.has_security_group_logging(os_id): False [ 1183.033766] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.033992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.033992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.034207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.034302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.034556] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.034659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.034722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.034879] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.035107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.035107] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 is going to be updated. [ 1183.097544] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.097797] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.097851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.098129] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.098311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.113695] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: IN_PROGRESS for 2s [ 1183.152391] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.152554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.152633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.152876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.152970] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.153144] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1183.206478] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.206660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.206660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.206848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.207138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.226943] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1183.232149] env[66329]: INFO networking_nsxv3.common.synchronization [req-10c96b93-2fbf-4ecb-a27e-4f75142ace55 req-fc9932b1-bc99-4333-b659-48609b136b2c service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1183.233026] env[66329]: INFO networking_nsxv3.common.synchronization [req-10c96b93-2fbf-4ecb-a27e-4f75142ace55 req-fc9932b1-bc99-4333-b659-48609b136b2c service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1183.233026] env[66329]: INFO networking_nsxv3.common.synchronization [req-10c96b93-2fbf-4ecb-a27e-4f75142ace55 req-fc9932b1-bc99-4333-b659-48609b136b2c service nova] Enqueued Resource ID: ba5a9d99-f219-486a-8440-e0166db94027 with Priority: HIGHEST for action port [ 1183.233241] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1183.233241] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1183.233307] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5a9d99-f219-486a-8440-e0166db94027 with Priority: HIGHEST for action port [ 1183.234145] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.234145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.234145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.234145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.234145] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.235175] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.235175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.235457] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba5a9d99-f219-486a-8440-e0166db94027 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.235457] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba5a9d99-f219-486a-8440-e0166db94027" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.235616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba5a9d99-f219-486a-8440-e0166db94027" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.235749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba5a9d99-f219-486a-8440-e0166db94027" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.235815] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba5a9d99-f219-486a-8440-e0166db94027',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.739883] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.740119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.740289] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba5a9d99-f219-486a-8440-e0166db94027 with status ACTIVE [ 1183.740482] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.740604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.740673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.740891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.740982] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.741186] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.741329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.741329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.741496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.741575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.741788] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.741887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.741946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.742156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.742261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.742314] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba5a9d99-f219-486a-8440-e0166db94027 is going to be updated. [ 1183.769422] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.769637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.769637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.769774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.769969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.770154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba5a9d99-f219-486a-8440-e0166db94027" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.985208] env[66329]: INFO networking_nsxv3.common.synchronization [req-0a8dba29-e164-4a0f-95ff-64840761b68f req-59c86cb4-070d-4efa-8c8d-aca744cbaf73 tempest-ServerActionsV293TestJSON-1620286552 tempest-ServerActionsV293TestJSON-1620286552-project-member] Enqueued Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_members [ 1183.985894] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_members [ 1183.986427] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c2f6b5-f172-4a27-8a49-be71456fc0a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.986607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.986936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.986936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.987156] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.987248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.987317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.987488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.987616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.987745] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c2f6b5-f172-4a27-8a49-be71456fc0a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.285887] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.286278] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-787" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.286278] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-787" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.286549] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-787" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.286815] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.286970] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.288086] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.288086] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.288086] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.288086] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.288086] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.288086] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.288086] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.288350] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.288350] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.288410] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.306956] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.307158] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.307299] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.307479] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-787" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.307851] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-013c5007-7fe2-463e-9a80-ef62930266d6 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.308030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-013c5007-7fe2-463e-9a80-ef62930266d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.308149] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-013c5007-7fe2-463e-9a80-ef62930266d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.308457] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-013c5007-7fe2-463e-9a80-ef62930266d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.308611] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013c5007-7fe2-463e-9a80-ef62930266d6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.489981] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.490346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.490346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.490685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.491014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.491269] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.491416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.491503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.491780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.491891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.492014] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 already deleted. [ 1184.492172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.811039] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.811171] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.811344] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.811695] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.811901] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.812144] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 013c5007-7fe2-463e-9a80-ef62930266d6 not found, creating... [ 1184.812508] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.812735] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.812915] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.813238] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.813489] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.813851] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.814099] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.814279] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.814574] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.814776] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.814984] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 013c5007-7fe2-463e-9a80-ef62930266d6 is going to be created. [ 1184.836923] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.837216] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.837402] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.838152] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.838152] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.838427] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-013c5007-7fe2-463e-9a80-ef62930266d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.128320] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: SUCCESS [ 1185.128575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.239774] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 4s [ 1185.531417] env[66329]: INFO networking_nsxv3.common.synchronization [req-0a8dba29-e164-4a0f-95ff-64840761b68f req-d121a461-c7ff-4e66-9a10-f3542bb357c5 service nova] Enqueued Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_rules [ 1185.531718] env[66329]: INFO networking_nsxv3.common.synchronization [req-0a8dba29-e164-4a0f-95ff-64840761b68f req-d121a461-c7ff-4e66-9a10-f3542bb357c5 service nova] Enqueued Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_members [ 1185.531718] env[66329]: INFO networking_nsxv3.common.synchronization [req-0a8dba29-e164-4a0f-95ff-64840761b68f req-d121a461-c7ff-4e66-9a10-f3542bb357c5 service nova] Enqueued Resource ID: 013c5007-7fe2-463e-9a80-ef62930266d6 with Priority: HIGHEST for action port [ 1185.532264] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_rules [ 1185.532401] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_members [ 1185.532498] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 013c5007-7fe2-463e-9a80-ef62930266d6 with Priority: HIGHEST for action port [ 1185.532771] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.532927] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.533025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.533267] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.533351] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20c2f6b5-f172-4a27-8a49-be71456fc0a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.534209] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c2f6b5-f172-4a27-8a49-be71456fc0a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.534291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.534361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.534555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.534673] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.534766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.534867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.534962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.535053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.535135] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c2f6b5-f172-4a27-8a49-be71456fc0a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.536224] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-013c5007-7fe2-463e-9a80-ef62930266d6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.536332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-013c5007-7fe2-463e-9a80-ef62930266d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.536607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-013c5007-7fe2-463e-9a80-ef62930266d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.536607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-013c5007-7fe2-463e-9a80-ef62930266d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.536607] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('013c5007-7fe2-463e-9a80-ef62930266d6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.843049] env[66329]: INFO networking_nsxv3.common.synchronization [None req-aacd34da-f3ee-4517-84c1-f524ddf98162 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1185.843947] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1185.844281] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.844418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.844500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.844900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.844900] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.845202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.845202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.845202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.845373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.845373] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.039450] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c2f6b5-f172-4a27-8a49-be71456fc0a3 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.039630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.039854] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20c2f6b5-f172-4a27-8a49-be71456fc0a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.040858] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 013c5007-7fe2-463e-9a80-ef62930266d6 with status ACTIVE [ 1186.041107] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.041262] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.041355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.041556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.041650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.041855] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.041992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.042054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.042239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.042324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.042508] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.042674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.042749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.042922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.042922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.043069] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 013c5007-7fe2-463e-9a80-ef62930266d6 is going to be updated. [ 1186.069679] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.069981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.070148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.070550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.070852] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.071236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-013c5007-7fe2-463e-9a80-ef62930266d6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.348076] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.348076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.348076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.348332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.348466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.348900] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.349056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.349107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.349368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.349519] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.349691] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1186.379382] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.379606] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.379655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.379919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.380095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.392266] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1186.545613] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20c2f6b5-f172-4a27-8a49-be71456fc0a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.049850] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.049850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.049850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.049850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.049850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.049850] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 is going to be created. [ 1187.086243] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.086432] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.086477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.086660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.086828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.097450] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 in Status: UNINITIALIZED for 2s [ 1187.248513] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1187.248790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.248974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.249203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.249396] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.249511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.249576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.249729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.249808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.249922] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.752234] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.254495] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.409115] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1188.409348] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 deletion is rescheduled due to dependency. [ 1188.409422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.757285] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.757740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.757740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.757835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.757892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.757997] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1188.787125] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.787341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.787341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.787544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.787761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.797998] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1189.108575] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 in Status: SUCCESS [ 1189.108882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.109059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.109282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.109490] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.109605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.109671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.109840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.109931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.110060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.110159] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20c2f6b5-f172-4a27-8a49-be71456fc0a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.612235] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20c2f6b5-f172-4a27-8a49-be71456fc0a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.114445] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20c2f6b5-f172-4a27-8a49-be71456fc0a3: rpc.has_security_group_logging(os_id): False [ 1190.135758] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.135985] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.136216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.136371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.136504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.137179] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.137179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.137179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.137410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.137443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.137673] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 is going to be created. [ 1190.206334] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.206608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.206608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.206987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.207240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.220830] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 in Status: IN_PROGRESS for 2s [ 1190.809422] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1190.809650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.809834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.810207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.810433] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.810561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.810630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.810821] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.810962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.811054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.811103] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.845333] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.845481] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1191.314311] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.314731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.314731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.314939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.315182] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.315333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.315441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.315660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.315746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.315827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.315992] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.316109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.316171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.316335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.316542] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.316601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.316632] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.316763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.316850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.316959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.317187] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.820032] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25358630-da93-49d2-b577-1cd60dc997cb: rpc.has_security_group_logging(os_id): False [ 1191.857311] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.857521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.857617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.857964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.858149] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.858585] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.858736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.858859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.859438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.859695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.859931] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.860081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.860665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.860665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.860665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.860854] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.860984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.861105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.861383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.861698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.862059] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1191.991023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.991023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.991023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.991288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.991288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.012031] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1192.235209] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 in Status: SUCCESS [ 1192.235456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.025395] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1194.025823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.742741] env[66329]: INFO networking_nsxv3.common.synchronization [req-14c99cf3-6dd0-4d00-a4d0-a9601184e71a req-e694eba4-7ab2-4cd2-bb71-6f8c2d33bb97 tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1195.743064] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1195.743380] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.743553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.743619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.743822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.743963] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.744076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.744134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.744274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.744358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.744465] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.247348] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.749198] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.251857] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.252055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.252281] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.252564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.252665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.252774] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1197.283397] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.283561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.283604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.283804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.283956] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.293144] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1199.304311] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1199.304659] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.743710] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.744020] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1205.745219] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.745584] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1206.501632] env[66329]: INFO networking_nsxv3.common.synchronization [req-5a5c3c16-1264-431d-a52c-a73730b169f8 req-626cc7d2-931e-4933-9339-9106fa881e2a tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1206.502632] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1206.502950] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.503152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.503379] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.503628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.503841] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.503986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.504078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.504297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.504427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.504560] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.874140] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.874509] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.874509] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.874726] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.874985] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.875308] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.875430] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.875681] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.875926] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.876186] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.876292] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.876400] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.876508] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.876617] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.876724] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.876861] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.917028] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.917232] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.917359] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.917495] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.917862] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-23cee8e6-ce67-4d4c-ad9c-480e68800985 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.918070] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-23cee8e6-ce67-4d4c-ad9c-480e68800985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.918201] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-23cee8e6-ce67-4d4c-ad9c-480e68800985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.918537] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-23cee8e6-ce67-4d4c-ad9c-480e68800985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.918673] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23cee8e6-ce67-4d4c-ad9c-480e68800985',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.006922] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.421461] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.421461] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.421698] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.421780] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.421935] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.422109] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 23cee8e6-ce67-4d4c-ad9c-480e68800985 not found, creating... [ 1207.422417] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.422527] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.422647] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.423514] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.423703] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.424027] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.424225] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.424787] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.424787] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.424886] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.425087] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 23cee8e6-ce67-4d4c-ad9c-480e68800985 is going to be created. [ 1207.474352] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.474565] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.474731] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.475062] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.475396] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.475641] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-23cee8e6-ce67-4d4c-ad9c-480e68800985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.509766] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.012330] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.012699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.012699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.012783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.012855] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.012959] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1208.044244] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.044244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.044503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.044503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.044662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.056138] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1208.130180] env[66329]: INFO networking_nsxv3.common.synchronization [req-5a5c3c16-1264-431d-a52c-a73730b169f8 req-d0697ae6-2696-4c0b-afa7-a2e0361b1481 service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1208.130423] env[66329]: INFO networking_nsxv3.common.synchronization [req-5a5c3c16-1264-431d-a52c-a73730b169f8 req-d0697ae6-2696-4c0b-afa7-a2e0361b1481 service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1208.130575] env[66329]: INFO networking_nsxv3.common.synchronization [req-5a5c3c16-1264-431d-a52c-a73730b169f8 req-d0697ae6-2696-4c0b-afa7-a2e0361b1481 service nova] Enqueued Resource ID: 23cee8e6-ce67-4d4c-ad9c-480e68800985 with Priority: HIGHEST for action port [ 1208.131169] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1208.131358] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1208.131413] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23cee8e6-ce67-4d4c-ad9c-480e68800985 with Priority: HIGHEST for action port [ 1208.131683] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.131825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.131895] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.132154] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.132245] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.133185] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.133313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.133523] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-23cee8e6-ce67-4d4c-ad9c-480e68800985 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.133626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23cee8e6-ce67-4d4c-ad9c-480e68800985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.133681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23cee8e6-ce67-4d4c-ad9c-480e68800985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.133855] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23cee8e6-ce67-4d4c-ad9c-480e68800985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.133939] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23cee8e6-ce67-4d4c-ad9c-480e68800985',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.636899] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.637116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.637315] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23cee8e6-ce67-4d4c-ad9c-480e68800985 with status ACTIVE [ 1208.637499] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.637609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.637675] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.637922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.638018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.638235] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.638352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.638430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.638642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.638723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.638932] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.639048] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.639105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.639295] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.639403] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.639498] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23cee8e6-ce67-4d4c-ad9c-480e68800985 is going to be updated. [ 1208.661023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.661268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.661268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.661451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.661593] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.661792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23cee8e6-ce67-4d4c-ad9c-480e68800985" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.067053] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1210.067461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.067461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.067551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.067740] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.067866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.067955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.068158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.068247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.068361] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.574143] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.076288] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.578682] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.578914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.578914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.579206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.579312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.579421] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1211.628867] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.629134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.629134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.629344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.629501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.639116] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1213.133431] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.133777] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1213.650214] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1213.650479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.650673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.650911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.651150] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.651288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.651363] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.651539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.651633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.651734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.651866] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.154018] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.154388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.154388] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.154837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.154837] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.154837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.154837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.155063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.155063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.155131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.155285] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.155391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.155451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.155566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.155701] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.155792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.155928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.156062] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.156147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.156228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.156320] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.659073] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25358630-da93-49d2-b577-1cd60dc997cb: rpc.has_security_group_logging(os_id): False [ 1214.663899] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.664105] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.664232] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.664495] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.664749] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.664903] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.665034] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.665249] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.665394] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.665628] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.665740] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.665858] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.666013] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.666158] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.666269] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.666401] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.683638] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.683846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.683952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.684145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.684306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.684617] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.684726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.684862] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.685083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.685173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.685418] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.685550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.685695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.685880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.685973] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.686191] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.686288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.686351] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.686494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.686573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.686661] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1214.690481] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.690633] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.690776] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.690936] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.691240] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.691404] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.691532] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.691847] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.692027] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00c12bd1-3cf4-426b-94a9-59957ba5bd2e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.766173] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.766314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.766387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.766598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.766746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.781396] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1215.195310] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.195687] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.195687] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.196043] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.196255] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.196402] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 00c12bd1-3cf4-426b-94a9-59957ba5bd2e not found, creating... [ 1215.196707] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.196900] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.197053] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.197294] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.197446] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.197751] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.197915] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.198107] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.198563] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.198563] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.198674] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 00c12bd1-3cf4-426b-94a9-59957ba5bd2e is going to be created. [ 1215.222589] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.222817] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.222929] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.223242] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.223474] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.223701] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.931638] env[66329]: INFO networking_nsxv3.common.synchronization [req-3877e777-0c45-4c1e-bd08-7e2000c2b9ed req-2f107c5f-0982-4fa7-848e-c007533c8feb service nova] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_rules [ 1215.931840] env[66329]: INFO networking_nsxv3.common.synchronization [req-3877e777-0c45-4c1e-bd08-7e2000c2b9ed req-2f107c5f-0982-4fa7-848e-c007533c8feb service nova] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1215.931979] env[66329]: INFO networking_nsxv3.common.synchronization [req-3877e777-0c45-4c1e-bd08-7e2000c2b9ed req-2f107c5f-0982-4fa7-848e-c007533c8feb service nova] Enqueued Resource ID: 00c12bd1-3cf4-426b-94a9-59957ba5bd2e with Priority: HIGHEST for action port [ 1215.933013] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_rules [ 1215.933293] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1215.933462] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c12bd1-3cf4-426b-94a9-59957ba5bd2e with Priority: HIGHEST for action port [ 1215.933766] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.933893] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.933963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.934197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.934280] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.935621] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.935860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.935932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.936134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.936290] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.936402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.936462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.936612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.936697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.937038] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.938462] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.938599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.938648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.939221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.939221] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00c12bd1-3cf4-426b-94a9-59957ba5bd2e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.436108] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.436542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.438725] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.440125] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00c12bd1-3cf4-426b-94a9-59957ba5bd2e with status ACTIVE [ 1216.440397] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.440501] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.440557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.440744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.440840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.441032] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.441150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.441213] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.441359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.441436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.441647] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.441835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.441835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.441925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.441983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.442038] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00c12bd1-3cf4-426b-94a9-59957ba5bd2e is going to be updated. [ 1216.463079] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.463229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.463323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.463490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.463650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.463827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.795453] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1216.795711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.940573] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.443087] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.443502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.443502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.443502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.443605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.443817] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1217.472770] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.472988] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.473085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.473338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.473518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.510721] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1219.523097] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1219.523384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.523498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.523714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.523907] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.524070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.524124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.524275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.524368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.524455] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.524565] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.027569] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.027736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.027822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.028142] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.028278] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.028384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.028448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.028612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.028699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.028788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.028946] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.029073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.029138] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.029290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.029429] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.029522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.029583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.029719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.029796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.029892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.029967] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.532401] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b401df-9446-4845-bf52-702c614aa685: rpc.has_security_group_logging(os_id): False [ 1220.554185] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.554371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.554429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.554616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.554715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.554915] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.555023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.555089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.555237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.555313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.555508] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.555602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.555664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.555800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.555875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.556156] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.556244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.556302] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.556443] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.556543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.556646] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1220.620110] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.620362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.620362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.620575] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.620723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.635473] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1220.934382] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1220.934486] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1221.504347] env[66329]: INFO networking_nsxv3.common.synchronization [req-0456524c-5967-48f0-b015-713c3c1646a8 req-247e272b-db4c-471b-9ea2-cd97bbc7cb6e tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1221.504719] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1221.504869] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.504996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.505078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.505286] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.505444] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.505682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.505682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.505741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.506251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.506251] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.820995] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.821381] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.821381] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.821579] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.821824] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.822008] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.822184] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.822403] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.822579] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.822849] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.822977] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.823128] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.823315] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.823440] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.823596] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.823735] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.843208] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.843424] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.843672] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.843923] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.844300] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-f20ad16a-cbcb-46eb-9b89-aa95c60db6ab taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.844484] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-f20ad16a-cbcb-46eb-9b89-aa95c60db6ab" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.844630] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-f20ad16a-cbcb-46eb-9b89-aa95c60db6ab" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.845031] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-f20ad16a-cbcb-46eb-9b89-aa95c60db6ab" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.845274] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20ad16a-cbcb-46eb-9b89-aa95c60db6ab',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.008876] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.347957] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.348379] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.348602] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.348896] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.349094] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.349256] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port f20ad16a-cbcb-46eb-9b89-aa95c60db6ab not found, creating... [ 1222.349535] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.349700] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.349807] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.350053] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.350203] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.350483] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.350653] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.350750] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.350954] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.351109] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.351251] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: f20ad16a-cbcb-46eb-9b89-aa95c60db6ab is going to be created. [ 1222.371530] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.371737] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.371845] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.372128] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.372372] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.372643] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-f20ad16a-cbcb-46eb-9b89-aa95c60db6ab" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.511481] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.648354] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1222.648580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.013484] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.013863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.013863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.013941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.014011] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.014153] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1223.046548] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.046726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.046767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.046960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.047191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.057727] env[66329]: INFO networking_nsxv3.common.synchronization [req-0456524c-5967-48f0-b015-713c3c1646a8 req-43fa7a8a-6ab3-4ef4-8beb-923a176f308b service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1223.057895] env[66329]: INFO networking_nsxv3.common.synchronization [req-0456524c-5967-48f0-b015-713c3c1646a8 req-43fa7a8a-6ab3-4ef4-8beb-923a176f308b service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1223.058114] env[66329]: INFO networking_nsxv3.common.synchronization [req-0456524c-5967-48f0-b015-713c3c1646a8 req-43fa7a8a-6ab3-4ef4-8beb-923a176f308b service nova] Enqueued Resource ID: f20ad16a-cbcb-46eb-9b89-aa95c60db6ab with Priority: HIGHEST for action port [ 1223.058963] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1223.059258] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1223.059419] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1223.059490] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20ad16a-cbcb-46eb-9b89-aa95c60db6ab with Priority: HIGHEST for action port [ 1223.060057] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.060177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.060247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.060441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.060525] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.061756] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.061950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.062178] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-f20ad16a-cbcb-46eb-9b89-aa95c60db6ab taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.062280] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f20ad16a-cbcb-46eb-9b89-aa95c60db6ab" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.062380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f20ad16a-cbcb-46eb-9b89-aa95c60db6ab" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.062552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f20ad16a-cbcb-46eb-9b89-aa95c60db6ab" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.062634] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20ad16a-cbcb-46eb-9b89-aa95c60db6ab',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.563017] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.563212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.564412] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f20ad16a-cbcb-46eb-9b89-aa95c60db6ab with status ACTIVE [ 1223.564594] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.564704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.564770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.564991] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.565156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.565274] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.565527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.565576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.565740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.565820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.566085] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.566198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.566259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.566404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.566480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.566572] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f20ad16a-cbcb-46eb-9b89-aa95c60db6ab is going to be updated. [ 1223.601281] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.601486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.601561] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.601769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.601915] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.602091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f20ad16a-cbcb-46eb-9b89-aa95c60db6ab" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.069509] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1225.069911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.069954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.070194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.070539] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.070716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.070789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.070972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.071085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.071197] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.573506] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.075742] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.578538] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.578705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.578767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.579011] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.579122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.579260] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1226.609617] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.609749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.609787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.610019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.610182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.619622] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1228.060889] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.061258] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1228.090256] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.090588] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.090813] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.091625] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.092107] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.092706] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.092807] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.093064] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.093522] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.093770] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.093916] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.094058] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.094193] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.094360] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.094752] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.094923] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.115174] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.115435] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1228.115615] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.115861] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-427" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.116349] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-60d7b846-32b6-43f9-a883-67eaa48c3825 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.116544] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.116693] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.117022] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.117187] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d7b846-32b6-43f9-a883-67eaa48c3825',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.619851] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.620104] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.620222] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.620600] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.620745] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.621061] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.621260] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.621354] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.621584] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.621722] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.622016] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.622185] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.622306] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.622518] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.622653] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.622795] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 60d7b846-32b6-43f9-a883-67eaa48c3825 is going to be updated. [ 1228.636342] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1228.636565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.636734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.636962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.637171] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.637289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.637355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.637513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.637594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.637678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.637769] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.650769] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.651094] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.651189] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.651437] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.651644] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.651884] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.140573] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.140848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.140848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.141023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.141202] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.141306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.141377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.141529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.141615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.141701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.141851] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.141954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.142026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.142193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.142341] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.142446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.142523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.142627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.142704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.142784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.142871] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.339237] env[66329]: INFO networking_nsxv3.common.synchronization [req-7d4fb6be-2185-47da-bc9d-14d54d9b8a5b req-2987abc4-c3b2-4cf6-99cb-92c129232018 service nova] Enqueued Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_rules [ 1229.340212] env[66329]: INFO networking_nsxv3.common.synchronization [req-7d4fb6be-2185-47da-bc9d-14d54d9b8a5b req-2987abc4-c3b2-4cf6-99cb-92c129232018 service nova] Enqueued Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_members [ 1229.340944] env[66329]: INFO networking_nsxv3.common.synchronization [req-7d4fb6be-2185-47da-bc9d-14d54d9b8a5b req-2987abc4-c3b2-4cf6-99cb-92c129232018 service nova] Enqueued Resource ID: 60d7b846-32b6-43f9-a883-67eaa48c3825 with Priority: HIGHEST for action port [ 1229.341480] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_rules [ 1229.341625] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_members [ 1229.341727] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d7b846-32b6-43f9-a883-67eaa48c3825 with Priority: HIGHEST for action port [ 1229.342288] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14f5961b-2481-4c36-b7e7-e668ff769271 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.342438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.342499] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.342716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.342805] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.343823] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-14f5961b-2481-4c36-b7e7-e668ff769271 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.343823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.343997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.344653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.344829] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.344942] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.345017] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.345215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.345337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.345545] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.346719] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d7b846-32b6-43f9-a883-67eaa48c3825 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.346873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.346936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.347123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.347225] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d7b846-32b6-43f9-a883-67eaa48c3825',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.645734] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25358630-da93-49d2-b577-1cd60dc997cb: rpc.has_security_group_logging(os_id): False [ 1229.670261] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.670404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.670476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.670685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.670776] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.671039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.671162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.671231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.671390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.671466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.671663] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.671757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.671834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.672064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.672191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.672470] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.672634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.672736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.672965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.673119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.673267] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1229.733198] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.733423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.733498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.733705] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.733854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.748072] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1229.848687] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-14f5961b-2481-4c36-b7e7-e668ff769271 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.848825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.849102] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.850018] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60d7b846-32b6-43f9-a883-67eaa48c3825 with status ACTIVE [ 1229.850252] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.850408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.850498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.850722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.850836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.851190] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.851190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.851300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.851491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.851592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.851801] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.851922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.852010] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.852185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.852297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.852406] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60d7b846-32b6-43f9-a883-67eaa48c3825 is going to be updated. [ 1229.889051] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.889367] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.889367] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.889898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.889898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.890015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d7b846-32b6-43f9-a883-67eaa48c3825" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.355011] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.859869] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.859869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.859869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.859869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.859869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.859869] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14f5961b-2481-4c36-b7e7-e668ff769271 is going to be updated. [ 1230.891353] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.891522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.891568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.891759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.891911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.901294] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14f5961b-2481-4c36-b7e7-e668ff769271 in Status: IN_PROGRESS for 2s [ 1230.921401] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-273 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.921627] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.921780] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.922088] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.922416] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.922599] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.922752] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.923025] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.923227] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.923476] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.923612] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.923746] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.923858] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.924023] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.924148] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.924315] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.941986] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.942187] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.942386] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.942489] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-273" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.942764] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.942940] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.943070] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.943336] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.943472] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00c12bd1-3cf4-426b-94a9-59957ba5bd2e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.445908] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.446463] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.446463] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.446875] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.447470] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.447810] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.447979] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.448112] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.448440] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.448583] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.448917] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.449086] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.449226] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.449484] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.449681] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.449856] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 00c12bd1-3cf4-426b-94a9-59957ba5bd2e is going to be updated. [ 1231.474544] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.474845] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.475014] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.475349] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.475637] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.475903] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.763248] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1231.763496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.172528] env[66329]: INFO networking_nsxv3.common.synchronization [req-563a5a29-b58f-4711-9a32-09150cbc1c12 req-dff13835-7302-445a-8e19-574380dc4187 service nova] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_rules [ 1232.172738] env[66329]: INFO networking_nsxv3.common.synchronization [req-563a5a29-b58f-4711-9a32-09150cbc1c12 req-dff13835-7302-445a-8e19-574380dc4187 service nova] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1232.172878] env[66329]: INFO networking_nsxv3.common.synchronization [req-563a5a29-b58f-4711-9a32-09150cbc1c12 req-dff13835-7302-445a-8e19-574380dc4187 service nova] Enqueued Resource ID: 00c12bd1-3cf4-426b-94a9-59957ba5bd2e with Priority: HIGHEST for action port [ 1232.173469] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_rules [ 1232.173630] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1232.173828] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c12bd1-3cf4-426b-94a9-59957ba5bd2e with Priority: HIGHEST for action port [ 1232.174079] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.174231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.174375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.174577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.174691] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.175639] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.175802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.175875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.176122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.176316] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.176435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.176518] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.176697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.176787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.176969] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.177718] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.178073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.178073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.178141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.178216] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00c12bd1-3cf4-426b-94a9-59957ba5bd2e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.680783] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.681186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.681394] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.682270] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00c12bd1-3cf4-426b-94a9-59957ba5bd2e with status ACTIVE [ 1232.682463] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.682706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.682706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.683391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.683391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.683391] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.683391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.683634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.683634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.683708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.683919] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.684050] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.684128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.684293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.684375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.684479] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00c12bd1-3cf4-426b-94a9-59957ba5bd2e is going to be updated. [ 1232.706638] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.706905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.706905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.706999] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.707124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.707284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00c12bd1-3cf4-426b-94a9-59957ba5bd2e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.787633] env[66329]: INFO networking_nsxv3.common.synchronization [req-9242504e-97b8-4247-a2e2-04c20fa8ccf7 req-923c0c79-8ee6-4f1b-93d4-6d6b9139cd98 tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1232.788346] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1232.788835] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.789184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.789293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.789514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.789679] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.789786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.789853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.790012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.790112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.790215] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.910826] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14f5961b-2481-4c36-b7e7-e668ff769271 in Status: SUCCESS [ 1232.911055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.911363] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.911631] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.911868] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.912032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.912149] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.912334] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.912481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.912633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.912757] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.186416] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.292964] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.416318] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.689940] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.690377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.690377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.690460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.690490] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.690600] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1233.727271] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.727563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.727646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.727896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.728108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.757806] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1233.795277] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.919572] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14f5961b-2481-4c36-b7e7-e668ff769271: rpc.has_security_group_logging(os_id): False [ 1233.942033] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.942033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.942033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.942292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.942292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.942535] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.942653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.942736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.942876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.942958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.943079] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14f5961b-2481-4c36-b7e7-e668ff769271 is going to be updated. [ 1234.005786] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.005997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.005997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.006232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.006544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.041418] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14f5961b-2481-4c36-b7e7-e668ff769271 in Status: IN_PROGRESS for 2s [ 1234.297613] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.297806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.297847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.298294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.298470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.298650] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1234.348805] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.349045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.349171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.349494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.349722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.359424] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1235.772106] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1235.772431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.772544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.772783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.772993] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.773172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.773268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.773484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.773571] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.773663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.773758] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.123064] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14f5961b-2481-4c36-b7e7-e668ff769271 in Status: SUCCESS [ 1236.123230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.276151] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.276430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.276562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.276873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.277238] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.277448] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.277563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.277848] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.278010] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.278323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.278560] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.278677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.278800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.278979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.279145] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.279263] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.279461] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.279622] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.279707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.279792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.279886] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.383063] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1236.383417] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.782592] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b401df-9446-4845-bf52-702c614aa685: rpc.has_security_group_logging(os_id): False [ 1236.804346] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.804569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.804655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.804837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.804928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.805152] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.805283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.805368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.805536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.805618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.805838] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.805937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.806011] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.806172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.806355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.806567] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.806667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.806729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.806873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.806947] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.807046] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1236.887117] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.887330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.887330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.887570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.887730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.907872] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1237.789342] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.789634] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1238.927408] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1238.927794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.465667] env[66329]: INFO networking_nsxv3.common.synchronization [req-0f91bab1-4d8a-494f-966a-4e965885df61 req-6ae69776-172f-40fc-8e5b-e9f90b577008 tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1241.466195] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1241.466734] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.466734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.466975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.467069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.467272] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.467404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.467464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.467783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.467783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.467923] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.971140] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.473050] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.976066] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.977175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.977175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.977175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.977175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.977175] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1243.008812] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.009019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.009019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.009428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.009428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.018797] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1245.030903] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1245.031489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.466973] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.466973] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.904322] env[66329]: INFO networking_nsxv3.common.synchronization [req-e4029fba-85c4-4a96-93db-b5ab9e42fc44 req-5a46ca0f-bafc-45e8-b082-6bd3e2cd2495 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1247.905217] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1247.905217] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.905217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.905217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.907190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.907190] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.907190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.907190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.907190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.907190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.907190] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.408776] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.911648] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.414504] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.414811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.414811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.415077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.415253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.415390] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 is going to be updated. [ 1249.449826] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.450044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.450044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.450265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.450500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.459724] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: IN_PROGRESS for 2s [ 1250.074022] env[66329]: INFO networking_nsxv3.common.synchronization [req-2a93acb5-d31e-4b67-906c-22b8a1969cf6 req-c66da1b1-da2c-4b71-8df8-d5010d2900c1 tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1250.075138] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1250.075342] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.075467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.075538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.075807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.076011] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.076153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.076224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.076433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.076535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.076686] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.364999] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.365220] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.365220] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.365476] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.365743] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.365900] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.366365] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.366493] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.366658] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.366877] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.368028] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.368137] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.368178] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.368286] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.368417] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.368634] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.388774] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.388961] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1250.389069] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.389256] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.389677] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-1e4b98ec-99f3-40a4-90a7-11999aa5c6bb taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.389860] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-1e4b98ec-99f3-40a4-90a7-11999aa5c6bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.389976] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-1e4b98ec-99f3-40a4-90a7-11999aa5c6bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.390318] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-1e4b98ec-99f3-40a4-90a7-11999aa5c6bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.390461] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4b98ec-99f3-40a4-90a7-11999aa5c6bb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.578693] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.893253] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.893503] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.893627] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.893948] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.894124] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.894279] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 1e4b98ec-99f3-40a4-90a7-11999aa5c6bb not found, creating... [ 1250.894544] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.894701] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.894827] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.895091] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.895236] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.895526] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.895675] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.895790] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.895998] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.896344] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.896697] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 1e4b98ec-99f3-40a4-90a7-11999aa5c6bb is going to be created. [ 1250.920270] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.920510] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.920689] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.921014] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.921202] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.921411] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-1e4b98ec-99f3-40a4-90a7-11999aa5c6bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.081120] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.474229] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: SUCCESS [ 1251.474455] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.584330] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.584582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.584677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.585269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.585431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.585602] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1251.625832] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.626077] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.626134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.626614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.627107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.652365] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1251.696200] env[66329]: INFO networking_nsxv3.common.synchronization [req-2a93acb5-d31e-4b67-906c-22b8a1969cf6 req-fbcdf12f-1665-4eb8-a1ce-6e0908bd19fe service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1251.696423] env[66329]: INFO networking_nsxv3.common.synchronization [req-2a93acb5-d31e-4b67-906c-22b8a1969cf6 req-fbcdf12f-1665-4eb8-a1ce-6e0908bd19fe service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1251.696528] env[66329]: INFO networking_nsxv3.common.synchronization [req-2a93acb5-d31e-4b67-906c-22b8a1969cf6 req-fbcdf12f-1665-4eb8-a1ce-6e0908bd19fe service nova] Enqueued Resource ID: 1e4b98ec-99f3-40a4-90a7-11999aa5c6bb with Priority: HIGHEST for action port [ 1251.697168] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1251.697378] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1251.697551] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4b98ec-99f3-40a4-90a7-11999aa5c6bb with Priority: HIGHEST for action port [ 1251.697953] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.698085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.698085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.698436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.698436] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.699575] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.699688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.699905] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e4b98ec-99f3-40a4-90a7-11999aa5c6bb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.700047] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e4b98ec-99f3-40a4-90a7-11999aa5c6bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.700103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e4b98ec-99f3-40a4-90a7-11999aa5c6bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.700394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e4b98ec-99f3-40a4-90a7-11999aa5c6bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.700488] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4b98ec-99f3-40a4-90a7-11999aa5c6bb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.202881] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.203338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.203386] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e4b98ec-99f3-40a4-90a7-11999aa5c6bb with status ACTIVE [ 1252.203647] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.203823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.203928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.204295] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.204446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.204816] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.204905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.205018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.205292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.205454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.205755] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.206275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.206275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.206275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.206423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.206557] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e4b98ec-99f3-40a4-90a7-11999aa5c6bb is going to be updated. [ 1252.231733] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.231942] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.231987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.232252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.232404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.232600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e4b98ec-99f3-40a4-90a7-11999aa5c6bb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.664051] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1253.664051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.664411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.664411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.664629] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.664748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.664813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.664973] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.665068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.665163] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.167585] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.669983] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.173019] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.173190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.173266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.173481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.173571] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.173677] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1255.205366] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.205546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.205600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.205826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.205981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.217588] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1255.406372] env[66329]: INFO networking_nsxv3.common.synchronization [req-4907d78c-bba2-48eb-91c8-96fc8df479d2 req-2baafee3-9613-4ea0-8878-36085a92f7b8 tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1255.407332] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGHEST for action security_group_members [ 1255.407941] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.408902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.409608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.410022] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.412680] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.412680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.412680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.412680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.412680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.412680] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.915626] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.915950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.915950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.916163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.916257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.916597] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.916807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.916885] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.917099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.917184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.917276] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 is going to be updated. [ 1255.955780] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.955780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.955780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.955780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.955780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.966691] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: IN_PROGRESS for 2s [ 1256.535248] env[66329]: INFO networking_nsxv3.common.synchronization [req-615097ec-799d-48ae-a67e-cfbe6b857082 req-0007c73c-e15b-497a-87ce-7d284083f33e tempest-ServerActionsV293TestJSON-1620286552 tempest-ServerActionsV293TestJSON-1620286552-project-member] Enqueued Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_members [ 1256.535893] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGHEST for action security_group_members [ 1256.536248] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-20c2f6b5-f172-4a27-8a49-be71456fc0a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.536556] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.536669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.537169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.537378] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.537542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.537611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.537801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.537927] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.538217] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20c2f6b5-f172-4a27-8a49-be71456fc0a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.043268] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.043268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.043268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.043268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.043268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.043268] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.043268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.043268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.043268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.043268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.043268] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 is going to be updated. [ 1257.085044] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.085044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.085318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.085318] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.085463] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.095304] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 in Status: IN_PROGRESS for 2s [ 1257.229374] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1257.229374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.229374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.229374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.229374] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.229374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.229374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.229374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.229374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.229374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.229374] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.732360] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.732571] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.732639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.732828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.733024] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.733128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.733191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.733340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.733447] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.733847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.733847] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.733847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.733847] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.734125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.734125] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.734206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.734254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.734358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.734424] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.734500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.734583] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.977067] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12739619-f64f-47c1-95d7-944e799ccd22 in Status: SUCCESS [ 1257.977176] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 deletion is rescheduled due to dependency. [ 1257.977246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.236436] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25358630-da93-49d2-b577-1cd60dc997cb: rpc.has_security_group_logging(os_id): False [ 1258.255997] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.256169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.256293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.256483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.256592] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.256800] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.256910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.256968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.257117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.257190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.257379] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.257936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.257936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.257936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.257936] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.257936] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.258199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.258199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.258383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.258492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.258589] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1258.336175] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.336426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.336426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.336711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.336711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.355089] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1258.763480] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1258.763684] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1259.107986] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 in Status: SUCCESS [ 1259.108153] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 deletion is rescheduled due to dependency. [ 1259.108382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.609021] env[66329]: INFO networking_nsxv3.common.synchronization [req-9f0ad607-50f9-4cd9-98d5-ae318736a4a9 req-c46e949d-441c-4022-ba9e-c012abedf9be tempest-AttachVolumeTestJSON-988751518 tempest-AttachVolumeTestJSON-988751518-project-member] Enqueued Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_members [ 1259.609590] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGHEST for action security_group_members [ 1259.609887] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9b427ed-2fd9-416f-a01a-065b3de786a9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.610019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.610087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.610285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.610434] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.610534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.610597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.610745] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.610851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.610916] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9b427ed-2fd9-416f-a01a-065b3de786a9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.113029] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.113190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.113190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.113426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.113519] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.113727] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.113819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.113884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.114056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.114131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.114215] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 is going to be updated. [ 1260.140658] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.140874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.140874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.141082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.141241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.150779] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 in Status: IN_PROGRESS for 2s [ 1260.377030] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1260.377089] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.759225] env[66329]: INFO networking_nsxv3.common.synchronization [req-adb02581-7bfd-4525-8a9a-71be56da76cf req-e5c0dbb7-79e9-40e4-a156-c6b0a373ae1a tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_members [ 1261.760179] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGHEST for action security_group_members [ 1261.760337] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5ceaec2-c3ae-438b-a55b-03931e9804b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.760460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.760535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.760734] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.761558] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.761558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.761558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.761558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.761558] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.761558] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5ceaec2-c3ae-438b-a55b-03931e9804b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.162328] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 in Status: SUCCESS [ 1262.162580] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 deletion is rescheduled due to dependency. [ 1262.162778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.264881] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.265128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.265440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.265805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.265900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.266132] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.266239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.266296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.266469] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.266664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.266788] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 is going to be updated. [ 1262.303462] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.303462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.303668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.303817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.304024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.316149] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 in Status: IN_PROGRESS for 2s [ 1262.418253] env[66329]: INFO networking_nsxv3.common.synchronization [None req-e8262c8e-edc7-4f4a-b238-c5cb6a30a05c tempest-AttachInterfacesTestJSON-136564199 tempest-AttachInterfacesTestJSON-136564199-project-member] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1262.418937] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGHEST for action security_group_members [ 1262.419294] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.419406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.419473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.419960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.420450] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.420450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.420682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.420842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.421032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.421130] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.923942] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.924366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.924366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.925330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.925410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.925765] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.925880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.925987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.926355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.926355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.926446] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be updated. [ 1262.958140] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.958140] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.958298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.958397] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.958572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.969868] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: IN_PROGRESS for 2s [ 1263.048268] env[66329]: INFO networking_nsxv3.common.synchronization [req-6c1bb424-4485-44d3-bec5-e34693f40377 req-612efbed-0e6e-4220-8e62-a1988f8db0c4 tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1263.049063] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1263.049637] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.049768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.049854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.050076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.050249] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.050359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.050451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.050629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.050719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.050861] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.553172] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.055278] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.331845] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 in Status: SUCCESS [ 1264.332138] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 deletion is rescheduled due to dependency. [ 1264.332191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.558253] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.558579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.558579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.558732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.558825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.558925] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1264.587865] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.587960] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.587999] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.588231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.588376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.597954] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1264.981591] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b401df-9446-4845-bf52-702c614aa685 in Status: SUCCESS [ 1264.981784] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b401df-9446-4845-bf52-702c614aa685 deletion is rescheduled due to dependency. [ 1264.981880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.389696] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-553 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.390046] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.390046] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.390517] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.390802] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.390972] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.391108] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.391362] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.391509] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.391741] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.391857] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.391963] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.392082] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.392192] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.392293] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.392425] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.412698] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.412904] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1266.413014] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.413197] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-553" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.413512] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-60a4391d-5958-43f2-89b6-8e14e70d6920 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.413680] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.413797] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.414070] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.414207] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a4391d-5958-43f2-89b6-8e14e70d6920',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.608073] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1266.608398] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.916266] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.916504] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.916787] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.917157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.917328] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.917620] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.917778] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.917894] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.918131] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.918264] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.918538] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.918715] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.918834] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.919056] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.919234] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.919382] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 60a4391d-5958-43f2-89b6-8e14e70d6920 is going to be updated. [ 1266.947507] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.947743] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.947865] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.948092] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.948291] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.948516] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.626552] env[66329]: INFO networking_nsxv3.common.synchronization [req-07bef4f1-0402-4b22-a825-5e3b1a89737c req-ad512da5-ff41-4666-ad62-637dad631d24 service nova] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 1267.626793] env[66329]: INFO networking_nsxv3.common.synchronization [req-07bef4f1-0402-4b22-a825-5e3b1a89737c req-ad512da5-ff41-4666-ad62-637dad631d24 service nova] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1267.626832] env[66329]: INFO networking_nsxv3.common.synchronization [req-07bef4f1-0402-4b22-a825-5e3b1a89737c req-ad512da5-ff41-4666-ad62-637dad631d24 service nova] Enqueued Resource ID: 60a4391d-5958-43f2-89b6-8e14e70d6920 with Priority: HIGHEST for action port [ 1267.627404] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_rules [ 1267.627494] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1267.627590] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a4391d-5958-43f2-89b6-8e14e70d6920 with Priority: HIGHEST for action port [ 1267.627898] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.628037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.628159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.628335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.628421] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.629434] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.629551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.630153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.630153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.630153] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.630153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.630153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.630511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.630511] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.630511] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.631415] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-60a4391d-5958-43f2-89b6-8e14e70d6920 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.631883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.631883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.632091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.632091] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60a4391d-5958-43f2-89b6-8e14e70d6920',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.133994] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.136037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.136037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.136037] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60a4391d-5958-43f2-89b6-8e14e70d6920 with status ACTIVE [ 1268.136037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.136345] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.136345] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.136345] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.136444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.136589] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.136687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.136753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.136925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.137014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.137213] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.137307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.137370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.137513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.137587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.137672] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60a4391d-5958-43f2-89b6-8e14e70d6920 is going to be updated. [ 1268.160390] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.160562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.160610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.160803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.160969] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.161159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60a4391d-5958-43f2-89b6-8e14e70d6920" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.573435] env[66329]: INFO networking_nsxv3.common.synchronization [None req-a7b3f188-a8a2-4227-b0eb-fce7a96b0d54 tempest-AttachVolumeTestJSON-988751518 tempest-AttachVolumeTestJSON-988751518-project-member] Enqueued Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_rules [ 1268.573890] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_rules [ 1268.574323] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.574323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.574454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.574619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.574700] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.639390] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.651228] env[66329]: INFO networking_nsxv3.common.synchronization [None req-a9636355-4e31-4ba6-ab13-5a8df39d1b42 tempest-AttachVolumeTestJSON-988751518 tempest-AttachVolumeTestJSON-988751518-project-member] Enqueued Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_rules [ 1268.651828] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_rules [ 1268.652103] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.652205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.097692] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.097887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.097954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.098202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.098291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.098403] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 already deleted. [ 1269.098492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.098737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.098905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.098993] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.142631] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.142814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.142896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.143173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.143301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.143445] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be updated. [ 1269.171977] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.172194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.172327] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.172495] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.173288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.182816] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: IN_PROGRESS for 2s [ 1269.619268] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.619510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.619510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.619806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.619806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.619909] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 already deleted. [ 1269.619909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.192714] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 1271.193869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.193869] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.194532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.194532] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.194532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.194532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.194532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.194841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.194841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.194841] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.697295] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.199413] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b07a503-fc4c-4439-b439-e1fb182ae233: rpc.has_security_group_logging(os_id): False [ 1272.217721] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.217721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.217721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.218049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.218801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.218801] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.218801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.218801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.218801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.219102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.219102] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be updated. [ 1272.281317] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.281544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.281544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.281682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.281835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.296403] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: IN_PROGRESS for 2s [ 1273.653351] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.653608] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1274.313055] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 1274.313258] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.655058] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.655464] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.789235] env[66329]: INFO networking_nsxv3.common.synchronization [req-cee4cee5-3cfa-4509-8ddc-907ce9e53bcb req-cf94e7cf-4c4d-47c7-9ce5-f9d4d4c3e953 tempest-AttachVolumeTestJSON-988751518 tempest-AttachVolumeTestJSON-988751518-project-member] Enqueued Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_members [ 1278.790135] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_members [ 1278.790135] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.790135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.790289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.790492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.790735] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.790859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.790925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.791135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.791227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.791381] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.096066] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.096381] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.096534] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.096865] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.097191] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.097429] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.097588] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.097859] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.098059] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.098356] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.098529] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.098712] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.098867] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.099032] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.099177] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.099375] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.119767] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.120026] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.120129] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.120299] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-82" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.120714] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-6241154b-fbcd-46be-b8ff-08a76d790bd0 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.120898] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-6241154b-fbcd-46be-b8ff-08a76d790bd0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.121042] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-6241154b-fbcd-46be-b8ff-08a76d790bd0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.121380] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-6241154b-fbcd-46be-b8ff-08a76d790bd0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.121527] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6241154b-fbcd-46be-b8ff-08a76d790bd0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.294096] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.294329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.294378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.294580] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.294689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.294903] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.295018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.295081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.295250] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.295328] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.295425] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 already deleted. [ 1279.295507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.623721] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.623940] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.624111] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.624383] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.624524] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.624678] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 6241154b-fbcd-46be-b8ff-08a76d790bd0 not found, creating... [ 1279.624944] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.625122] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.625238] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.625458] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.625594] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.625872] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.626040] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.626157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.626363] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.626493] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.626663] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 6241154b-fbcd-46be-b8ff-08a76d790bd0 is going to be created. [ 1279.646908] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.647142] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.647269] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.647529] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.647757] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.648079] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-6241154b-fbcd-46be-b8ff-08a76d790bd0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.340037] env[66329]: INFO networking_nsxv3.common.synchronization [req-cee4cee5-3cfa-4509-8ddc-907ce9e53bcb req-1006898a-5e98-4e46-8455-7f26b0dbb542 service nova] Enqueued Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_rules [ 1280.340370] env[66329]: INFO networking_nsxv3.common.synchronization [req-cee4cee5-3cfa-4509-8ddc-907ce9e53bcb req-1006898a-5e98-4e46-8455-7f26b0dbb542 service nova] Enqueued Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_members [ 1280.340370] env[66329]: INFO networking_nsxv3.common.synchronization [req-cee4cee5-3cfa-4509-8ddc-907ce9e53bcb req-1006898a-5e98-4e46-8455-7f26b0dbb542 service nova] Enqueued Resource ID: 6241154b-fbcd-46be-b8ff-08a76d790bd0 with Priority: HIGHEST for action port [ 1280.340865] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_rules [ 1280.341057] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_members [ 1280.341207] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6241154b-fbcd-46be-b8ff-08a76d790bd0 with Priority: HIGHEST for action port [ 1280.341488] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.341608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.341668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.341868] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.341953] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.342806] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.342919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.342986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.343285] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.345034] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.345152] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.345213] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.345373] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.345763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.345945] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.347077] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-6241154b-fbcd-46be-b8ff-08a76d790bd0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.347197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6241154b-fbcd-46be-b8ff-08a76d790bd0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.347260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6241154b-fbcd-46be-b8ff-08a76d790bd0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.347434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6241154b-fbcd-46be-b8ff-08a76d790bd0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.347513] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6241154b-fbcd-46be-b8ff-08a76d790bd0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.848854] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.850358] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.850684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.851063] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6241154b-fbcd-46be-b8ff-08a76d790bd0 with status ACTIVE [ 1280.851324] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.851467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.851668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.851882] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.852019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.852194] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.852456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.852456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.852613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.852695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.852918] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.853056] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.853118] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.853394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.853394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.853535] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6241154b-fbcd-46be-b8ff-08a76d790bd0 is going to be updated. [ 1280.875268] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.875477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.875477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.875744] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.875834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.875962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6241154b-fbcd-46be-b8ff-08a76d790bd0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.035832] env[66329]: INFO networking_nsxv3.common.synchronization [req-0b2cde14-2677-43c9-980c-e4d3b126033f req-e60638bf-3ab3-4113-b4a4-ecc4208250d3 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1281.036391] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1281.036699] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.037241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.037319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.037522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.037677] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.037805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.037877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.037976] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.038096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.038247] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.333059] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.333233] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.333357] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.333621] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.333873] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.334031] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.334148] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.334362] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.334497] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.334699] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.334808] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.334951] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.335135] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.335135] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.335239] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.335344] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.352255] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.355207] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.355207] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1281.355356] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.355902] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.355902] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-18c715f9-0f81-4ec6-93a2-e319697f8970 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.356096] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.356391] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.356542] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.356683] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c715f9-0f81-4ec6-93a2-e319697f8970',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.540443] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.540723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.540723] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.541023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.541121] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.541335] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.541427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.541526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.541716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.541716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.542706] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af is going to be updated. [ 1281.568367] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.568562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.568605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.568866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.569063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.582187] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: IN_PROGRESS for 2s [ 1281.854837] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.855081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.855081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.855256] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.855351] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.855450] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 is going to be created. [ 1281.858806] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.859012] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.859142] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.859379] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.859523] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.859684] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 18c715f9-0f81-4ec6-93a2-e319697f8970 not found, creating... [ 1281.860017] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.860193] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.860314] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.860537] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.860679] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.860955] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.861128] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.861246] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.861453] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.861591] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.861731] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 18c715f9-0f81-4ec6-93a2-e319697f8970 is going to be created. [ 1281.878931] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.879183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.879183] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.879329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.879485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.892113] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 in Status: UNINITIALIZED for 2s [ 1281.894815] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.895013] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.895148] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.895410] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.895631] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.895839] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.617197] env[66329]: INFO networking_nsxv3.common.synchronization [req-0b2cde14-2677-43c9-980c-e4d3b126033f req-b9c4429f-81f6-4667-be78-23d74959aedd service nova] Enqueued Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_rules [ 1282.617483] env[66329]: INFO networking_nsxv3.common.synchronization [req-0b2cde14-2677-43c9-980c-e4d3b126033f req-b9c4429f-81f6-4667-be78-23d74959aedd service nova] Enqueued Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1282.617483] env[66329]: INFO networking_nsxv3.common.synchronization [req-0b2cde14-2677-43c9-980c-e4d3b126033f req-b9c4429f-81f6-4667-be78-23d74959aedd service nova] Enqueued Resource ID: 18c715f9-0f81-4ec6-93a2-e319697f8970 with Priority: HIGHEST for action port [ 1282.618094] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_rules [ 1282.618249] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1282.618361] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c715f9-0f81-4ec6-93a2-e319697f8970 with Priority: HIGHEST for action port [ 1282.618647] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.618827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.618875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.619100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.619207] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.620552] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.620605] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.620769] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c715f9-0f81-4ec6-93a2-e319697f8970 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.620877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.620934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.621179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.621513] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c715f9-0f81-4ec6-93a2-e319697f8970',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.123590] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.123757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.123980] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18c715f9-0f81-4ec6-93a2-e319697f8970 with status ACTIVE [ 1283.124185] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.124322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.124407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.124672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.124769] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.124980] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.125101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.125158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.125321] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.125406] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.125579] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.125675] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.125740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.125911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.126015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.126113] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18c715f9-0f81-4ec6-93a2-e319697f8970 is going to be updated. [ 1283.149567] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.149730] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.149785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.150117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.150272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.150434] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.282649] env[66329]: INFO networking_nsxv3.common.synchronization [req-fbc078ac-c30a-402b-94c3-e4d3aeaa1c24 req-3fbd95d3-692c-4df8-bf73-027a84e76154 tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1283.283217] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1283.283527] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.283648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.283738] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.283913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.284188] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.284308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.284371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.284528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.284616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.284718] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.592648] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: SUCCESS [ 1283.592834] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af deletion is rescheduled due to dependency. [ 1283.592951] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.593126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.593341] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.593525] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.593645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.593712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.593857] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.593937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.594042] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.611600] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.611875] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.612016] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.612369] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.612660] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.612834] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.613087] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.613390] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.613562] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.613795] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.613939] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.614072] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.614184] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.614294] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.614400] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.614531] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.653064] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.653539] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.653539] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.653623] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-581" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.653893] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-b0f728d2-dbe2-4706-b677-40e108140522 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.654093] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-b0f728d2-dbe2-4706-b677-40e108140522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.654226] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-b0f728d2-dbe2-4706-b677-40e108140522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.654568] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-b0f728d2-dbe2-4706-b677-40e108140522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.654709] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f728d2-dbe2-4706-b677-40e108140522',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.787375] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.902387] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 in Status: SUCCESS [ 1283.902387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.902668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.902908] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.902968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.903075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.903180] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.903276] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.903389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.903452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.903533] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.015953] env[66329]: INFO networking_nsxv3.common.synchronization [req-0a1c0707-431d-4e9e-9d1a-13f7541ac177 req-8d73a104-b9be-4f85-b413-4ed1d668401f tempest-ServerActionsTestOtherB-1471977195 tempest-ServerActionsTestOtherB-1471977195-project-member] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1284.017042] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGHEST for action security_group_members [ 1284.017439] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.017574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.017644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.017861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.018046] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.018158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.018223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.018386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.018480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.018578] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.096029] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.158055] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.158055] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.158055] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.158410] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.158542] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.158845] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port b0f728d2-dbe2-4706-b677-40e108140522 not found, creating... [ 1284.159231] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.159434] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.159602] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.159995] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.160258] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.160581] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.160749] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.160872] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.161380] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.161380] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.161567] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: b0f728d2-dbe2-4706-b677-40e108140522 is going to be created. [ 1284.187990] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.188247] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.190937] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.190937] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.190937] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.190937] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-b0f728d2-dbe2-4706-b677-40e108140522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.289904] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.406317] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.521258] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.521445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.521532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.521783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.521883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.522078] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.522218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.522324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.522429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.522464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.522563] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be updated. [ 1284.549707] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.549707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.549909] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.550029] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.550172] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.559220] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: IN_PROGRESS for 2s [ 1284.598573] env[66329]: INFO networking_nsxv3.common.synchronization [req-ae7a2e73-27d9-4af0-99ab-d64206df4631 req-e550d78a-7406-4e97-8bda-95b5fb3adc5c tempest-AttachVolumeShelveTestJSON-73427987 tempest-AttachVolumeShelveTestJSON-73427987-project-member] Enqueued Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_members [ 1284.599074] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.600286] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14f5961b-2481-4c36-b7e7-e668ff769271 with Priority: HIGHEST for action security_group_members [ 1284.600938] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-14f5961b-2481-4c36-b7e7-e668ff769271 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.601145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.601257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.601523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.601721] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.601883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.602000] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.602216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.602305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.602444] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14f5961b-2481-4c36-b7e7-e668ff769271',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.795787] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.796100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.796100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.796277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.796391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.796496] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1284.827646] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.827837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.827837] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.828096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.828216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.838077] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1284.893325] env[66329]: INFO networking_nsxv3.common.synchronization [req-fbc078ac-c30a-402b-94c3-e4d3aeaa1c24 req-8fe543f3-635a-4899-a744-e7f948aba83f service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1284.893325] env[66329]: INFO networking_nsxv3.common.synchronization [req-fbc078ac-c30a-402b-94c3-e4d3aeaa1c24 req-8fe543f3-635a-4899-a744-e7f948aba83f service nova] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1284.893325] env[66329]: INFO networking_nsxv3.common.synchronization [req-fbc078ac-c30a-402b-94c3-e4d3aeaa1c24 req-8fe543f3-635a-4899-a744-e7f948aba83f service nova] Enqueued Resource ID: b0f728d2-dbe2-4706-b677-40e108140522 with Priority: HIGHEST for action port [ 1284.897054] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_rules [ 1284.897054] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1284.897054] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f728d2-dbe2-4706-b677-40e108140522 with Priority: HIGHEST for action port [ 1284.897054] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.897054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.897054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.897054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.897054] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.897054] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.897054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.897054] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f728d2-dbe2-4706-b677-40e108140522 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.897054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f728d2-dbe2-4706-b677-40e108140522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.897054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f728d2-dbe2-4706-b677-40e108140522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.897054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f728d2-dbe2-4706-b677-40e108140522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.897054] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f728d2-dbe2-4706-b677-40e108140522',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.908921] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dc76a3c-2b2e-453a-a894-2c50f798b1c2: rpc.has_security_group_logging(os_id): False [ 1284.931599] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.931761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.931836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.932612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.932612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.932612] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.932612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.932612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.932905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.932905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.932905] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 is going to be created. [ 1284.994650] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.994881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.995075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.995335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.995525] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.009010] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 in Status: IN_PROGRESS for 2s [ 1285.101533] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.101763] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.101886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.102196] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.102349] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.102498] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af is going to be updated. [ 1285.105104] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.105293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.105410] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.105715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.105841] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.106167] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.106323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.106435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.106688] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.106820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.106966] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14f5961b-2481-4c36-b7e7-e668ff769271 is going to be updated. [ 1285.142580] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.142828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.142828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.143242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.143242] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.144809] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.144929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.144997] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.146840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.146990] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.159067] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14f5961b-2481-4c36-b7e7-e668ff769271 in Status: IN_PROGRESS for 2s [ 1285.159822] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: IN_PROGRESS for 2s [ 1285.263205] env[66329]: INFO networking_nsxv3.common.synchronization [req-e2a97b05-3ff3-473f-9c2a-1682668b16cc req-4f41af3b-8fa3-4ee7-9da5-8d5e863cc20e tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_members [ 1285.263760] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGHEST for action security_group_members [ 1285.264085] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.264902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.264902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.264902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.264902] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.264902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.264902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.264902] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.265223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.265223] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f0c3f7b-ff7d-45f9-98dd-02a7adc53827',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.403326] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.403326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.403326] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f728d2-dbe2-4706-b677-40e108140522 with status ACTIVE [ 1285.403529] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.403579] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.404466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.404466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.404466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.404466] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.404466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.404466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.404466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.404466] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.404756] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.404756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.404756] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.404890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.404961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.405060] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f728d2-dbe2-4706-b677-40e108140522 is going to be updated. [ 1285.428243] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.428243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.428411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.428604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.428683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.428892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f728d2-dbe2-4706-b677-40e108140522" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.718210] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.718435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.718435] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.718656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.718812] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.767387] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.767633] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.767753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.768104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.768266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.768697] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.768868] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.769044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.769319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.769456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.769606] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 is going to be updated. [ 1285.799278] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.799641] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.799641] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.799718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.799819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.809477] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 in Status: IN_PROGRESS for 2s [ 1286.221806] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.569572] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 in Status: SUCCESS [ 1286.569786] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 deletion is rescheduled due to dependency. [ 1286.569974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.724036] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.849832] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1286.850237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.850517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.850775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.851011] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.851193] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.851231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.851402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.851485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.851594] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.023760] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 in Status: SUCCESS [ 1287.024169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.172293] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: SUCCESS [ 1287.172456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.172624] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.172844] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.173053] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.173186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.173236] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.173387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.173457] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.173544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.173639] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.175084] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14f5961b-2481-4c36-b7e7-e668ff769271 in Status: SUCCESS [ 1287.175241] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14f5961b-2481-4c36-b7e7-e668ff769271 deletion is rescheduled due to dependency. [ 1287.175336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14f5961b-2481-4c36-b7e7-e668ff769271" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.226793] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1287.227123] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1287.353756] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.680039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.680039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.680039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.680039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.680039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.680684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.680684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.680684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.680684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.680684] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.819079] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 in Status: SUCCESS [ 1287.819245] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 deletion is rescheduled due to dependency. [ 1287.819330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.859052] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.070610] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.070825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.070954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.071282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.086145] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1288.087216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.088217] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1288.125593] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.125913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.126026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.126294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.148795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.149671] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1288.149762] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.149885] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1288.188285] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.188441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.188512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.188717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.190140] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.190343] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1288.191325] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e160a633-20bb-4f4c-89a6-5a0f005cf6af: rpc.has_security_group_logging(os_id): False [ 1288.214172] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.214344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.214344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.214533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.235153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.235419] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.235530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.235612] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.235798] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.235878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.236070] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.236169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.236229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.236407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.236507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.236719] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.236941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.236941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.237033] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.237065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.237133] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af is going to be updated. [ 1288.273070] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.273229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.273306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.273480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.273790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.274132] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1288.312512] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.312689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.312819] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.312941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.313114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.324955] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: IN_PROGRESS for 2s [ 1288.363677] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.363911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.363911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.364171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.364264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.364364] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1288.442284] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.443055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.443055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.443055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.443220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.446124] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.446247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.446298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.446509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.447781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.448007] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 1288.448122] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'19b401df-9446-4845-bf52-702c614aa685', '6dc76a3c-2b2e-453a-a894-2c50f798b1c2', 'd9b427ed-2fd9-416f-a01a-065b3de786a9', 'ddc43ac6-ac21-4ad7-b076-78f49402afa6', '7b07a503-fc4c-4439-b439-e1fb182ae233', '20c2f6b5-f172-4a27-8a49-be71456fc0a3', 'd611721d-0d17-412b-a5b9-2d13eef9a463', '784e2a05-ce09-425e-8d49-8d9728fdcd88', 'b1ed3653-84ac-4c2f-b005-d7f800b1c31d', '3db6b111-77c0-47af-abce-55762260893c', '9c91a30f-1006-45cd-9e59-9b799a9619da', 'f2f10856-5021-4ee2-9316-ba2d40fdd286', '279e9412-f502-4260-bd9a-0a404a1844e3', 'fbc97eeb-9fdd-4d49-ba38-0e4219ce2894', '9f6142df-3137-4baa-88c3-8cbc3d6df1cb', 'e160a633-20bb-4f4c-89a6-5a0f005cf6af', '240f46cc-83ab-4efe-9f12-e25b64e88519', '12acfa53-26f7-4ef8-8b62-00234b66e4e2', '2856fe24-b400-4766-90c9-868b81a9cf18', '37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c', '25358630-da93-49d2-b577-1cd60dc997cb', '2e02b07c-f831-4abd-b578-44170ae456a3', '12739619-f64f-47c1-95d7-944e799ccd22', '9b8f279a-a496-4855-bcd5-985408115c10', '035dae1e-8b66-449a-b51a-134e04f279c2', '2452748d-040a-45cc-bb31-089c1e08077b', '8f0c3f7b-ff7d-45f9-98dd-02a7adc53827', 'd930d67e-6334-4eef-af00-2c741fe3dbe2', '42ebe38f-3d5e-4208-98cf-f640491d8aac', '747cedb8-9c37-41ee-9534-debf4c331670', 'fb25391b-5615-4eda-b721-b3959098673c', 'b4bf4e96-91cf-4fd0-af96-e9f92455d6e8', '64ae41f3-02c1-412b-a4ca-79d206954bd8', 'e5ceaec2-c3ae-438b-a55b-03931e9804b6', 'ce2a276b-1cce-4774-be46-095532c6339a', 'd086b0ed-fb0e-423b-af2e-d5dee78061e0', '6ae4e4dd-20e1-4d85-8243-6c0b46babc68', 'ff21d259-4dca-4d1c-be7c-3db97fb1c1b0', '14f5961b-2481-4c36-b7e7-e668ff769271'} {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.448217] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1288.457690] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1288.474126] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.474307] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.474356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.474538] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.474623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.474735] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1288.474813] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.474878] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1288.569155] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.569400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.569446] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.569644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.570791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.571078] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1288.571221] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1288.571221] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1288.571303] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1288.571364] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 1288.571437] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGH for action security_group_rules [ 1288.571528] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGH for action security_group_rules [ 1288.571618] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGH for action security_group_rules [ 1288.571718] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGH for action security_group_rules [ 1288.571787] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGH for action security_group_rules [ 1288.571851] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGH for action security_group_rules [ 1288.571911] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGH for action security_group_rules [ 1288.571987] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGH for action security_group_rules [ 1288.572133] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d with Priority: HIGH for action security_group_rules [ 1288.572194] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3db6b111-77c0-47af-abce-55762260893c with Priority: HIGH for action security_group_rules [ 1288.572266] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGH for action security_group_rules [ 1288.572348] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGH for action security_group_rules [ 1288.572433] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGH for action security_group_rules [ 1288.572564] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGH for action security_group_rules [ 1288.572654] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb with Priority: HIGH for action security_group_rules [ 1288.572654] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGH for action security_group_rules [ 1288.572738] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGH for action security_group_rules [ 1288.572928] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGH for action security_group_rules [ 1288.573016] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2856fe24-b400-4766-90c9-868b81a9cf18 with Priority: HIGH for action security_group_rules [ 1288.573054] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGH for action security_group_rules [ 1288.573148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.264929] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.265318] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=3 [ 1290.265318] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b401df-9446-4845-bf52-702c614aa685 with Priority: HIGH for action security_group_rules [ 1290.265318] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 with Priority: HIGH for action security_group_rules [ 1290.265416] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d611721d-0d17-412b-a5b9-2d13eef9a463 with Priority: HIGH for action security_group_rules [ 1290.265495] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb with Priority: HIGH for action security_group_rules [ 1290.265588] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c with Priority: HIGH for action security_group_rules [ 1290.265686] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2856fe24-b400-4766-90c9-868b81a9cf18 with Priority: HIGH for action security_group_rules [ 1290.265773] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 with Priority: HIGH for action security_group_rules [ 1290.265861] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 with Priority: HIGH for action security_group_rules [ 1290.265952] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 with Priority: HIGH for action security_group_rules [ 1290.266102] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGH for action security_group_rules [ 1290.266207] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279e9412-f502-4260-bd9a-0a404a1844e3 with Priority: HIGH for action security_group_rules [ 1290.266295] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 with Priority: HIGH for action security_group_rules [ 1290.266380] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c91a30f-1006-45cd-9e59-9b799a9619da with Priority: HIGH for action security_group_rules [ 1290.266466] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3db6b111-77c0-47af-abce-55762260893c with Priority: HIGH for action security_group_rules [ 1290.266554] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d with Priority: HIGH for action security_group_rules [ 1290.266642] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 with Priority: HIGH for action security_group_rules [ 1290.266748] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGH for action security_group_rules [ 1290.266864] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 with Priority: HIGH for action security_group_rules [ 1290.266957] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGH for action security_group_rules [ 1290.267059] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 with Priority: HIGH for action security_group_rules [ 1290.267474] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b401df-9446-4845-bf52-702c614aa685 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.267636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.267707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.267928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.268024] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b401df-9446-4845-bf52-702c614aa685',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.269313] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9b427ed-2fd9-416f-a01a-065b3de786a9 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.269962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.269962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.269962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.269962] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9b427ed-2fd9-416f-a01a-065b3de786a9',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.270733] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d611721d-0d17-412b-a5b9-2d13eef9a463 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.270883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.270984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.271231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.271231] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d611721d-0d17-412b-a5b9-2d13eef9a463',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.272226] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f6142df-3137-4baa-88c3-8cbc3d6df1cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.272226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.272226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.272396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.272396] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f6142df-3137-4baa-88c3-8cbc3d6df1cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.273053] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.273165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.273234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.273381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.273466] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.274369] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2856fe24-b400-4766-90c9-868b81a9cf18 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.274462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.274537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.274668] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.274738] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2856fe24-b400-4766-90c9-868b81a9cf18',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.275431] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.275543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.275597] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.275733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.275804] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12acfa53-26f7-4ef8-8b62-00234b66e4e2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.276478] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240f46cc-83ab-4efe-9f12-e25b64e88519 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.276992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.276992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.276992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.277433] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240f46cc-83ab-4efe-9f12-e25b64e88519',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.278237] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.278331] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.278365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.278591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.278648] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbc97eeb-9fdd-4d49-ba38-0e4219ce2894',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.279562] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.279656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.279874] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-279e9412-f502-4260-bd9a-0a404a1844e3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.279993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.280098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.280403] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.280403] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('279e9412-f502-4260-bd9a-0a404a1844e3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.281420] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2f10856-5021-4ee2-9316-ba2d40fdd286 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.281420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.281420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.281608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.281644] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2f10856-5021-4ee2-9316-ba2d40fdd286',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.282360] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c91a30f-1006-45cd-9e59-9b799a9619da taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.282510] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.282598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.282784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.282876] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c91a30f-1006-45cd-9e59-9b799a9619da',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.283802] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3db6b111-77c0-47af-abce-55762260893c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.283931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.284037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.284218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.284312] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3db6b111-77c0-47af-abce-55762260893c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.285045] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1ed3653-84ac-4c2f-b005-d7f800b1c31d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.285156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.285392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.285392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.285490] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1ed3653-84ac-4c2f-b005-d7f800b1c31d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.286125] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.286238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.286301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.286439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.286507] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20c2f6b5-f172-4a27-8a49-be71456fc0a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.287222] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.287325] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.287374] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.287480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.287548] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.288308] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b07a503-fc4c-4439-b439-e1fb182ae233 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.288403] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.288472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.288635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.288708] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b07a503-fc4c-4439-b439-e1fb182ae233',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.289429] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.289557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.289627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.289810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.289874] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.290535] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.290636] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.290679] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.290827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.290898] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddc43ac6-ac21-4ad7-b076-78f49402afa6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.316811] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.317026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.317160] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.317330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.320721] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.320949] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.347466] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: SUCCESS [ 1290.347698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.348202] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.348421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.348514] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.350045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.350142] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d611721d-0d17-412b-a5b9-2d13eef9a463 is going to be deleted. [ 1290.351937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.352254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.372550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.372676] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f6142df-3137-4baa-88c3-8cbc3d6df1cb is going to be deleted. [ 1290.406767] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.406962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.407272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.407407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.407407] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.407516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d611721d-0d17-412b-a5b9-2d13eef9a463" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.425391] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.425578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.425682] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.425981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.426108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.426308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f6142df-3137-4baa-88c3-8cbc3d6df1cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.479988] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1290.480273] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.480458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.480695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.480982] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.481078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.481139] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.481300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.481381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.481468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.481564] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.794564] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.794764] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.794853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.795115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.795311] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.795425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.795492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.795663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.795762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.795887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.796079] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.810537] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.810808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.810808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.810931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.811083] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.811188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.811237] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.811372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.811451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.811534] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.811617] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.854811] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.855069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.855069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.855346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.855538] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.855650] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.855710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.855889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.855987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.856125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.856255] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.858563] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.858711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.858757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.858956] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.860964] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.861105] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.861897] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.861994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.862841] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.862958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.864095] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.864206] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.864945] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.865063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.865710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.865804] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.867622] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.867720] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.868465] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.868577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.869245] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.869346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.870031] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.870131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.870737] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.871191] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.871282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.871921] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.872347] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.872456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.873084] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.873509] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.873596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.874264] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.874653] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.874768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.884950] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1290.885537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.885693] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c91a30f-1006-45cd-9e59-9b799a9619da is going to be deleted. [ 1290.886810] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.887130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.913521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.913692] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2f10856-5021-4ee2-9316-ba2d40fdd286 is going to be deleted. [ 1290.914587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.914778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.932430] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.932587] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9b427ed-2fd9-416f-a01a-065b3de786a9 is going to be deleted. [ 1290.933540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.933754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.946264] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.946508] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.955948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.956181] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddc43ac6-ac21-4ad7-b076-78f49402afa6 is going to be deleted. [ 1290.957133] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.957355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.970929] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.971176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.977083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.977214] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b07a503-fc4c-4439-b439-e1fb182ae233 is going to be deleted. [ 1290.978131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.978346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.983846] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.984113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.984113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.984234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.984407] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.984508] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.984563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.984709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.984792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.984877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.985039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.985130] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.985192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.985326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.985461] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.985550] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.985600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.985736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.985809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.985888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.985977] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.008731] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.008959] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.052984] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.053212] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20c2f6b5-f172-4a27-8a49-be71456fc0a3 is going to be deleted. [ 1291.054125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.054342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.073196] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.073464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.087088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.087280] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12acfa53-26f7-4ef8-8b62-00234b66e4e2 is going to be deleted. [ 1291.088411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.088683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.111952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.112161] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2856fe24-b400-4766-90c9-868b81a9cf18 is going to be deleted. [ 1291.113113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.113330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.140528] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.140745] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.142052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.142183] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3db6b111-77c0-47af-abce-55762260893c is going to be deleted. [ 1291.143100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.143322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.161801] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.162027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.175414] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.175414] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbc97eeb-9fdd-4d49-ba38-0e4219ce2894 is going to be deleted. [ 1291.176428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.176648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.238382] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.238593] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 279e9412-f502-4260-bd9a-0a404a1844e3 is going to be deleted. [ 1291.239572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.240147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.287756] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.288175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.304735] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.306793] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.307042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.317365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.317586] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c is going to be deleted. [ 1291.319058] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.321122] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.321417] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.323616] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.323725] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.325187] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.325347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.357363] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.357605] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240f46cc-83ab-4efe-9f12-e25b64e88519 is going to be deleted. [ 1291.359090] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.359439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.364246] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.364387] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.364458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.364698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.364849] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.364957] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.365060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.365176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.365298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.365336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.365491] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.365582] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.365643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.365782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.365920] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.366020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.366084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.366223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.366300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.366380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.366471] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.443663] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.443863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.451313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.451507] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b401df-9446-4845-bf52-702c614aa685 is going to be deleted. [ 1291.452766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.453109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.488206] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25358630-da93-49d2-b577-1cd60dc997cb: rpc.has_security_group_logging(os_id): False [ 1291.517264] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.517264] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.537399] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.537539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.553892] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.554091] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1ed3653-84ac-4c2f-b005-d7f800b1c31d is going to be deleted. [ 1291.555230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.555491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.555589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.555712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c91a30f-1006-45cd-9e59-9b799a9619da" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.555881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.556103] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.556239] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.556280] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2f10856-5021-4ee2-9316-ba2d40fdd286" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.556792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.557037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.557163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.557381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9b427ed-2fd9-416f-a01a-065b3de786a9" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.557541] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.557698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.557782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.557901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddc43ac6-ac21-4ad7-b076-78f49402afa6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.558054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.558232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.558305] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.558391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b07a503-fc4c-4439-b439-e1fb182ae233" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.558517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.558658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.558731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.558878] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20c2f6b5-f172-4a27-8a49-be71456fc0a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.559016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.559165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.559240] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.559377] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3db6b111-77c0-47af-abce-55762260893c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.559503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.559643] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.559717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.559861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2856fe24-b400-4766-90c9-868b81a9cf18" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.559979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.560117] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.560190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.560301] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12acfa53-26f7-4ef8-8b62-00234b66e4e2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.560480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.560671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.560779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.560912] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbc97eeb-9fdd-4d49-ba38-0e4219ce2894" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.561931] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.562064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.562104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.562244] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.651618] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.651897] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.662849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.663246] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.663380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.663437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.663677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.663782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.665052] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.665052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.665052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.665052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.665052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.665052] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.665052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.665052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.665052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.665052] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.665052] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1291.666512] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.666752] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.666877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.667136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240f46cc-83ab-4efe-9f12-e25b64e88519" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.667220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.667359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.667459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.667594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37ab1bc0-71f5-4052-9cab-21c1e0d5ba9c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.668786] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.669158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.669158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.669282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-279e9412-f502-4260-bd9a-0a404a1844e3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.669708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.669708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.669708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.669931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b401df-9446-4845-bf52-702c614aa685" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.764085] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.764326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.764326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.764520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.764614] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.764787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1ed3653-84ac-4c2f-b005-d7f800b1c31d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.808246] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dc76a3c-2b2e-453a-a894-2c50f798b1c2: rpc.has_security_group_logging(os_id): False [ 1291.824061] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 784e2a05-ce09-425e-8d49-8d9728fdcd88: rpc.has_security_group_logging(os_id): False [ 1291.836375] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.836520] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.836555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.836776] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.847555] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.847732] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.852710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.852901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.864326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.864673] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.864784] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.864854] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.865086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.865213] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.865399] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 is going to be updated. [ 1291.866583] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.866785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.868524] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e160a633-20bb-4f4c-89a6-5a0f005cf6af: rpc.has_security_group_logging(os_id): False [ 1291.909170] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.909336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.921099] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.921479] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.921589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.921658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.921866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.921987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.922060] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 is going to be updated. [ 1291.924785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.924785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.924785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.924785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.924785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.924785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.925423] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.925423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.925423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.925423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.925423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.925645] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.925932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.925932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.926101] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.926174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.926370] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.926462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.926523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.926660] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.926749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.926851] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af is going to be updated. [ 1291.985232] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1292.012627] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.012992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.012992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.013149] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.013297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.029556] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 in Status: IN_PROGRESS for 2s [ 1292.039158] env[66329]: INFO networking_nsxv3.common.synchronization [req-77f6283c-bee8-413f-8bd6-4dee1f395e86 req-25803384-ffc2-45a6-b107-a5f09f913fa4 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1292.039785] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGHEST for action security_group_members [ 1292.040208] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.040347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.040392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.040691] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.040848] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.041128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.041128] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.041241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.041241] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.041337] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.088166] env[66329]: INFO networking_nsxv3.common.synchronization [req-77f6283c-bee8-413f-8bd6-4dee1f395e86 req-25803384-ffc2-45a6-b107-a5f09f913fa4 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: 18c715f9-0f81-4ec6-93a2-e319697f8970 with Priority: HIGHEST for action port [ 1292.089649] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.089835] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.089890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.090279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.090585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.092710] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.092825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.092825] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.093031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.093182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.094650] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c715f9-0f81-4ec6-93a2-e319697f8970 with Priority: HIGHEST for action port [ 1292.095037] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c715f9-0f81-4ec6-93a2-e319697f8970 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.095162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.095229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.095415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.095501] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c715f9-0f81-4ec6-93a2-e319697f8970',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.118181] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: IN_PROGRESS for 2s [ 1292.118901] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: IN_PROGRESS for 2s [ 1292.548647] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.549165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.549165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.549252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.549290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.549544] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.549674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.549719] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.549863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.549973] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.550063] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af is going to be updated. [ 1292.585504] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.585711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.585711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.585898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.586088] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.596516] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: IN_PROGRESS for 2s [ 1292.600064] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18c715f9-0f81-4ec6-93a2-e319697f8970 with status ACTIVE [ 1292.600064] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.600064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.600064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.600559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.600559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.600559] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.600748] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.600807] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.600940] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.601021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.601297] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.601426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.601426] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.601718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.601718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.601718] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18c715f9-0f81-4ec6-93a2-e319697f8970 is going to be updated. [ 1292.624977] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.625258] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.625258] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.625470] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.625934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.626076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c715f9-0f81-4ec6-93a2-e319697f8970" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.006181] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1294.006560] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.041431] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 in Status: SUCCESS [ 1294.041644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.131544] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: SUCCESS [ 1294.131803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.133902] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: SUCCESS [ 1294.134081] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.606850] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af in Status: SUCCESS [ 1294.607092] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af deletion is rescheduled due to dependency. [ 1294.607212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.095404] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.095775] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.937070] env[66329]: INFO networking_nsxv3.common.synchronization [req-6f4f5e38-23bd-4e2a-b3f2-ba995e83f447 req-739acdf4-625d-4217-bc41-a77468d2f0df tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1298.937252] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1298.937522] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.937799] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.937799] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.937918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.938167] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.938298] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.938362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.938516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.938603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.938693] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.441840] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.944217] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.447016] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.447229] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.447294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.447477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.447578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.447689] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1300.482804] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.482950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.483585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.483585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.483585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.492303] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1302.504735] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1302.504995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.939036] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.939388] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1305.354984] env[66329]: INFO networking_nsxv3.common.synchronization [req-c77cb33e-cf8a-41c2-9885-8aa4931755b9 req-56586093-715d-41ff-af38-ebdb5a40e2da tempest-ServersTestJSON-1443997447 tempest-ServersTestJSON-1443997447-project-member] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1305.354984] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGHEST for action security_group_members [ 1305.356065] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.356065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.356065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.356065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.356065] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.356065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.356065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.356965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.356965] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.356965] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.859209] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.859464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.859464] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.859653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.859772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.860026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.860145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.860199] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.860364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.860441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.860527] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be updated. [ 1305.889143] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.889330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.889372] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.889555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.890111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.898407] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: IN_PROGRESS for 2s [ 1307.909565] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25358630-da93-49d2-b577-1cd60dc997cb in Status: SUCCESS [ 1307.909840] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25358630-da93-49d2-b577-1cd60dc997cb deletion is rescheduled due to dependency. [ 1307.909840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.355526] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.355837] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.267560] env[66329]: INFO networking_nsxv3.common.synchronization [None req-8e3e3971-f97f-49a2-a036-b8432fae5de5 None None] Enqueued Resource ID: 9b6956b9-8603-4b5a-b0ab-425c5ac526f1 with Priority: HIGHEST for action port [ 1314.268163] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6956b9-8603-4b5a-b0ab-425c5ac526f1 with Priority: HIGHEST for action port [ 1314.268480] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b6956b9-8603-4b5a-b0ab-425c5ac526f1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.268603] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b6956b9-8603-4b5a-b0ab-425c5ac526f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.268670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b6956b9-8603-4b5a-b0ab-425c5ac526f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.268923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b6956b9-8603-4b5a-b0ab-425c5ac526f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.269014] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b6956b9-8603-4b5a-b0ab-425c5ac526f1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.772711] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b6956b9-8603-4b5a-b0ab-425c5ac526f1 [ 1314.772955] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.773112] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.773182] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.773390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.773479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.773575] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b6956b9-8603-4b5a-b0ab-425c5ac526f1 already deleted. [ 1314.773655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b6956b9-8603-4b5a-b0ab-425c5ac526f1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.285431] env[66329]: INFO networking_nsxv3.common.synchronization [None req-d14d6873-0fc6-4c3a-b480-9c699cf9d82a None None] Enqueued Resource ID: bfbe4374-9f07-4299-b41d-aa60eb714e91 with Priority: HIGHEST for action port [ 1316.285959] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfbe4374-9f07-4299-b41d-aa60eb714e91 with Priority: HIGHEST for action port [ 1316.286277] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfbe4374-9f07-4299-b41d-aa60eb714e91 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.286400] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfbe4374-9f07-4299-b41d-aa60eb714e91" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.286465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfbe4374-9f07-4299-b41d-aa60eb714e91" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.286703] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfbe4374-9f07-4299-b41d-aa60eb714e91" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.286784] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfbe4374-9f07-4299-b41d-aa60eb714e91',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.789071] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfbe4374-9f07-4299-b41d-aa60eb714e91 [ 1316.789364] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.789500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.789569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.789776] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.789865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.790051] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfbe4374-9f07-4299-b41d-aa60eb714e91 already deleted. [ 1316.790170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfbe4374-9f07-4299-b41d-aa60eb714e91" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.287451] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.287799] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.520876] env[66329]: INFO networking_nsxv3.common.synchronization [req-5dcf3264-8b70-44c8-9e91-f819b80d7879 req-2c4c099b-d467-4446-9cb4-d502e9c379c6 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1321.521412] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1321.521782] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.521905] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.521974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.522353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.522522] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.522722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.522722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.522836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.522922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.523510] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.839833] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.840108] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.840334] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.840654] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.840975] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.841236] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.841411] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.841716] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.841924] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.842225] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.842409] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.842569] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.842726] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.842992] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1321.843220] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.843406] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.863419] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.863655] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1321.863655] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.863839] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-110" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.864239] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-fbd7ed73-a48a-4cc2-9070-044827460c03 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.864489] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-fbd7ed73-a48a-4cc2-9070-044827460c03" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.864650] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-fbd7ed73-a48a-4cc2-9070-044827460c03" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.864998] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-fbd7ed73-a48a-4cc2-9070-044827460c03" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.865188] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbd7ed73-a48a-4cc2-9070-044827460c03',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.025660] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.368713] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.368713] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.368713] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.369209] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.369320] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.369578] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port fbd7ed73-a48a-4cc2-9070-044827460c03 not found, creating... [ 1322.369976] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.370222] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.370438] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.370941] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.370941] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.371339] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.371572] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.371790] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.372074] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.372306] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.372543] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: fbd7ed73-a48a-4cc2-9070-044827460c03 is going to be created. [ 1322.397764] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.397998] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.398139] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.398445] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.398669] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.398901] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-fbd7ed73-a48a-4cc2-9070-044827460c03" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.417393] env[66329]: INFO networking_nsxv3.common.synchronization [req-783484de-ad1b-4671-9b62-ff0b1996d717 req-c6cd9588-72db-4415-aaf1-446204eff350 tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1322.417973] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1322.418324] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.418516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.418599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.418868] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.419096] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.419283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.419356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.419543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.419632] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.419872] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.528347] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.922115] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.922291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.922365] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.922608] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.945697] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.945968] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.946113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.946441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.946441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.946441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.946580] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be updated. [ 1322.972959] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.973123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.973176] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.973369] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.973507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.982960] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: IN_PROGRESS for 2s [ 1323.030892] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.031166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.031166] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.031329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.031420] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.031677] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 is going to be updated. [ 1323.062012] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.062221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.062272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.062458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.062665] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.074068] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: IN_PROGRESS for 2s [ 1323.085258] env[66329]: INFO networking_nsxv3.common.synchronization [req-5dcf3264-8b70-44c8-9e91-f819b80d7879 req-c6a779ad-6996-4aee-8941-8782c9595efe service nova] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_rules [ 1323.085434] env[66329]: INFO networking_nsxv3.common.synchronization [req-5dcf3264-8b70-44c8-9e91-f819b80d7879 req-c6a779ad-6996-4aee-8941-8782c9595efe service nova] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1323.085576] env[66329]: INFO networking_nsxv3.common.synchronization [req-5dcf3264-8b70-44c8-9e91-f819b80d7879 req-c6a779ad-6996-4aee-8941-8782c9595efe service nova] Enqueued Resource ID: fbd7ed73-a48a-4cc2-9070-044827460c03 with Priority: HIGHEST for action port [ 1323.086110] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_rules [ 1323.086336] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1323.086459] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbd7ed73-a48a-4cc2-9070-044827460c03 with Priority: HIGHEST for action port [ 1323.086736] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.087569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.087569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.087569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.087569] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.088092] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.088205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.089021] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbd7ed73-a48a-4cc2-9070-044827460c03 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.089021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbd7ed73-a48a-4cc2-9070-044827460c03" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.089021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbd7ed73-a48a-4cc2-9070-044827460c03" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.089021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbd7ed73-a48a-4cc2-9070-044827460c03" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.089021] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbd7ed73-a48a-4cc2-9070-044827460c03',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.591208] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.591625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.591625] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbd7ed73-a48a-4cc2-9070-044827460c03 with status ACTIVE [ 1323.591804] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.591913] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.591978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.592207] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.592296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.592888] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.592888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.592888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.592888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.592888] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.593115] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.593115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.593198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.593427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.593427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.593427] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbd7ed73-a48a-4cc2-9070-044827460c03 is going to be updated. [ 1323.615551] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.615551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.615551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.615768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.615768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.615875] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbd7ed73-a48a-4cc2-9070-044827460c03" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.684732] env[66329]: INFO networking_nsxv3.common.synchronization [req-34223afa-c1ce-41dc-b360-a017befc3045 req-5221fd68-d980-42bf-a04f-ca96e2817ac8 tempest-ServersNegativeTestJSON-717400538 tempest-ServersNegativeTestJSON-717400538-project-member] Enqueued Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1323.685290] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1323.685602] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.685711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.685781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.686170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.686344] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.686452] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.686517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.686683] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.686772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.686868] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.188657] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.188809] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.188884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.189116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.189269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.189462] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.189565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.189629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.189820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.189903] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.189990] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 already deleted. [ 1324.190086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.410250] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.410540] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.410704] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.411232] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.411654] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.411754] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.411789] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.412020] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.412173] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.412381] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.412512] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.412627] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.412733] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.412843] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.412946] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.413089] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.431326] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.431482] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1324.431644] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.431824] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.432155] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-7a7f885b-70ca-44e9-b82c-eaec7d9af301 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.432337] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.432487] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.432851] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.432993] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a7f885b-70ca-44e9-b82c-eaec7d9af301',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.934984] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.935456] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.935456] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.935667] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.935828] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.935991] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 7a7f885b-70ca-44e9-b82c-eaec7d9af301 not found, creating... [ 1324.936342] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.936532] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.936659] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.936894] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.937050] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.937344] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.937504] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.937620] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.937876] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.938049] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.938237] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 7a7f885b-70ca-44e9-b82c-eaec7d9af301 is going to be created. [ 1324.959591] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.959801] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.959926] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.960388] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.960555] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.960773] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.992025] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: SUCCESS [ 1324.992235] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 deletion is rescheduled due to dependency. [ 1324.992357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.083032] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: SUCCESS [ 1325.083032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.083211] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.083433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.083667] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.083796] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.083863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.084041] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.084125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.084224] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.586927] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.644601] env[66329]: INFO networking_nsxv3.common.synchronization [req-34223afa-c1ce-41dc-b360-a017befc3045 req-00b4ca8a-98ce-4867-8be2-0e37e248260a service nova] Enqueued Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_rules [ 1325.644789] env[66329]: INFO networking_nsxv3.common.synchronization [req-34223afa-c1ce-41dc-b360-a017befc3045 req-00b4ca8a-98ce-4867-8be2-0e37e248260a service nova] Enqueued Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1325.644928] env[66329]: INFO networking_nsxv3.common.synchronization [req-34223afa-c1ce-41dc-b360-a017befc3045 req-00b4ca8a-98ce-4867-8be2-0e37e248260a service nova] Enqueued Resource ID: 7a7f885b-70ca-44e9-b82c-eaec7d9af301 with Priority: HIGHEST for action port [ 1325.645175] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_rules [ 1325.645307] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1325.645407] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7f885b-70ca-44e9-b82c-eaec7d9af301 with Priority: HIGHEST for action port [ 1325.645947] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.646086] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.646153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.646405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.646494] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.647981] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.647981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.647981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.648329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.648329] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.648329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.648329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.648475] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.648555] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.648699] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.650119] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a7f885b-70ca-44e9-b82c-eaec7d9af301 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.650188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.650279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.651023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.651023] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a7f885b-70ca-44e9-b82c-eaec7d9af301',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.090067] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.150893] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.152321] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.152548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.152822] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a7f885b-70ca-44e9-b82c-eaec7d9af301 with status ACTIVE [ 1326.153052] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.153213] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.153271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.153507] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.153602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.153809] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.153946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.154031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.154247] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.154858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.154858] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.154858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.154858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.155069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.155069] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.155188] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a7f885b-70ca-44e9-b82c-eaec7d9af301 is going to be updated. [ 1326.180832] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.181092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.181092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.181261] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.181399] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.181585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.592147] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.592392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.592392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.592594] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.592678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.592774] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 is going to be updated. [ 1326.620615] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.621292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.621391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.621645] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.621811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.631558] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: IN_PROGRESS for 2s [ 1326.657328] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.161865] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.161865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.161865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.161865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.161865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.161865] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 is going to be created. [ 1327.186089] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.186299] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.186350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.186552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.186739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.196091] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: UNINITIALIZED for 2s [ 1328.647498] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: SUCCESS [ 1328.647871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.647871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.648075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.648282] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.648411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.648529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.648741] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.648833] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.648928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.649040] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.151407] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.207615] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: SUCCESS [ 1329.207866] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.208018] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.208260] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.208451] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.208571] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.208637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.208808] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.208899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.208968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.209069] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.653523] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 784e2a05-ce09-425e-8d49-8d9728fdcd88: rpc.has_security_group_logging(os_id): False [ 1329.672404] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.672600] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.672658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.672853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.672944] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.673210] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.673311] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.673376] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.673529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.673607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.673694] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 is going to be updated. [ 1329.711661] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.711863] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.711932] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.712161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.712363] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.712493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.712574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.712746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.712846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.712938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.713120] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.713217] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.713279] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.713439] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.713596] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.713689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.713761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.713900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.713978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.714091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.714192] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.740594] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.740813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.740813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.741030] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.741221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.761285] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: IN_PROGRESS for 2s [ 1330.217408] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6d97e38-eb22-4a07-b3c3-3afb338277d1: rpc.has_security_group_logging(os_id): False [ 1330.235258] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.235438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.235485] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.235701] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.235795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.235993] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.236106] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.236187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.236358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.236444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.236634] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.236731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.236794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.236935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.237021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.237256] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.237358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.237421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.237564] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.237638] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.237724] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 is going to be created. [ 1330.298560] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.298774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.298774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.298987] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.299186] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.310072] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: IN_PROGRESS for 2s [ 1330.646256] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.646256] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1331.776406] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: SUCCESS [ 1331.776811] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.325156] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: SUCCESS [ 1332.325401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.022326] env[66329]: INFO networking_nsxv3.common.synchronization [req-2c40a8af-5966-48d8-87b0-6f562872a0d6 req-dbe4f346-540a-44b5-b036-03c8b39aa7e3 tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1333.022972] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1333.023360] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.023503] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.023573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.023775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.023982] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.024100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.024179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.024385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.024467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.024582] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.332960] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.333194] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.333375] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.333693] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.334031] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.334231] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.334357] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.334605] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.334733] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.334943] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1333.335066] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1333.335177] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1333.335284] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1333.335391] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1333.335493] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1333.335624] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1333.356030] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1333.356030] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1333.356030] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1333.356030] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.356329] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-0df22f42-61a5-4c38-a3ff-e47fb7982d13 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.356513] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-0df22f42-61a5-4c38-a3ff-e47fb7982d13" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.356616] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-0df22f42-61a5-4c38-a3ff-e47fb7982d13" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.356935] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-0df22f42-61a5-4c38-a3ff-e47fb7982d13" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.357085] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0df22f42-61a5-4c38-a3ff-e47fb7982d13',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.528903] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.529389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.529517] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.529814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.530037] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.530426] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.530577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.530640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.530827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.530914] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.531017] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be updated. [ 1333.564032] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.564032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.564032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.564032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.564032] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.572266] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: IN_PROGRESS for 2s [ 1333.859974] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.860255] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.860316] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.860652] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.860812] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.860974] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 0df22f42-61a5-4c38-a3ff-e47fb7982d13 not found, creating... [ 1333.861261] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.861423] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.861544] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.861799] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.861918] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.862224] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.862413] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.862550] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.862763] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.862900] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.863054] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 0df22f42-61a5-4c38-a3ff-e47fb7982d13 is going to be created. [ 1333.882634] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.882896] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.883079] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.883416] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.883643] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.883906] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-0df22f42-61a5-4c38-a3ff-e47fb7982d13" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.604931] env[66329]: INFO networking_nsxv3.common.synchronization [req-2c40a8af-5966-48d8-87b0-6f562872a0d6 req-bf9bf186-386c-4a9d-aeb5-1fe469d301fa service nova] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_rules [ 1334.605291] env[66329]: INFO networking_nsxv3.common.synchronization [req-2c40a8af-5966-48d8-87b0-6f562872a0d6 req-bf9bf186-386c-4a9d-aeb5-1fe469d301fa service nova] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1334.605401] env[66329]: INFO networking_nsxv3.common.synchronization [req-2c40a8af-5966-48d8-87b0-6f562872a0d6 req-bf9bf186-386c-4a9d-aeb5-1fe469d301fa service nova] Enqueued Resource ID: 0df22f42-61a5-4c38-a3ff-e47fb7982d13 with Priority: HIGHEST for action port [ 1334.605888] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_rules [ 1334.606042] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1334.606147] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0df22f42-61a5-4c38-a3ff-e47fb7982d13 with Priority: HIGHEST for action port [ 1334.606426] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.606587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.606628] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.606823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.606869] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.607775] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.607881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.608130] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-0df22f42-61a5-4c38-a3ff-e47fb7982d13 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.608215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0df22f42-61a5-4c38-a3ff-e47fb7982d13" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.608215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0df22f42-61a5-4c38-a3ff-e47fb7982d13" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.608392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0df22f42-61a5-4c38-a3ff-e47fb7982d13" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.608467] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0df22f42-61a5-4c38-a3ff-e47fb7982d13',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.112203] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.112203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.112203] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0df22f42-61a5-4c38-a3ff-e47fb7982d13 with status ACTIVE [ 1335.112374] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.112484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.112484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.112684] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.112816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.112959] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.113070] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.113155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.113297] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.113378] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.113562] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.113661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.113712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.113855] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.113929] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.114029] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0df22f42-61a5-4c38-a3ff-e47fb7982d13 is going to be updated. [ 1335.136951] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.137181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.137181] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.137437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.137595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.137755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0df22f42-61a5-4c38-a3ff-e47fb7982d13" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.582087] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: SUCCESS [ 1335.582301] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 deletion is rescheduled due to dependency. [ 1335.582408] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.582573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.582795] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.582995] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.583127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.583194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.583347] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.583428] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.583555] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.085975] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.588047] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.090898] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.091348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.091348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.091540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.091750] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.091792] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be updated. [ 1337.132737] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.132946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.133039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.133249] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.133396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.143518] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: IN_PROGRESS for 2s [ 1339.154767] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: SUCCESS [ 1339.155073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.155167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.155415] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.155658] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.155803] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.155874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.156059] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.156143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.156231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.156324] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.397800] env[66329]: INFO networking_nsxv3.common.synchronization [req-89beeb5d-a1c6-4759-a620-914a2899b903 req-0d557a63-39a1-40f2-9157-200320b11447 tempest-ServersNegativeTestJSON-717400538 tempest-ServersNegativeTestJSON-717400538-project-member] Enqueued Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1339.398255] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1339.398611] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.398678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.398751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.398955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.399232] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.399353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.399431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.399598] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.399731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.399774] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.658543] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.728850] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.729056] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.729181] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.729517] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.729779] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.729935] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.730060] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.730278] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.730431] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.730639] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.730751] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.730855] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.730960] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.731077] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.731182] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.731310] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.749515] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.749698] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.749818] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.749984] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.750302] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-b1973f42-3549-44d6-99e7-1091ba52e7a5 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.750534] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-b1973f42-3549-44d6-99e7-1091ba52e7a5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.750667] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-b1973f42-3549-44d6-99e7-1091ba52e7a5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.750979] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-b1973f42-3549-44d6-99e7-1091ba52e7a5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.751129] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1973f42-3549-44d6-99e7-1091ba52e7a5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.902186] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.161578] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e02b07c-f831-4abd-b578-44170ae456a3: rpc.has_security_group_logging(os_id): False [ 1340.181080] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.181304] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.181364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.181670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.181814] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.182202] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.182350] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.182441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.182751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.182853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.182949] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be updated. [ 1340.248266] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.248494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.248494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.248742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.248950] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.253465] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.253707] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.253785] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.254063] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.254212] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.254364] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port b1973f42-3549-44d6-99e7-1091ba52e7a5 not found, creating... [ 1340.254622] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.254775] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.254901] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.255135] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.255270] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.255544] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.255702] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.255816] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.257079] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.257079] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.257079] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: b1973f42-3549-44d6-99e7-1091ba52e7a5 is going to be created. [ 1340.269803] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: IN_PROGRESS for 2s [ 1340.278356] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.278610] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.278765] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.279088] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.279446] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.279718] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-b1973f42-3549-44d6-99e7-1091ba52e7a5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.405102] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.908380] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.908569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.908634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.908876] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.908972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.909110] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 is going to be updated. [ 1340.946950] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.947222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.947385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.947728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.947983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.959025] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: IN_PROGRESS for 2s [ 1340.996409] env[66329]: INFO networking_nsxv3.common.synchronization [req-89beeb5d-a1c6-4759-a620-914a2899b903 req-87006804-8704-4823-b4c6-3387521bd025 service nova] Enqueued Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_rules [ 1340.996586] env[66329]: INFO networking_nsxv3.common.synchronization [req-89beeb5d-a1c6-4759-a620-914a2899b903 req-87006804-8704-4823-b4c6-3387521bd025 service nova] Enqueued Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1340.996875] env[66329]: INFO networking_nsxv3.common.synchronization [req-89beeb5d-a1c6-4759-a620-914a2899b903 req-87006804-8704-4823-b4c6-3387521bd025 service nova] Enqueued Resource ID: b1973f42-3549-44d6-99e7-1091ba52e7a5 with Priority: HIGHEST for action port [ 1340.997282] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_rules [ 1340.997585] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1340.997799] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1973f42-3549-44d6-99e7-1091ba52e7a5 with Priority: HIGHEST for action port [ 1340.998040] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.998161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.998230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.998438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.998546] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.999577] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.999919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.000216] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1973f42-3549-44d6-99e7-1091ba52e7a5 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.000393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1973f42-3549-44d6-99e7-1091ba52e7a5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.000393] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1973f42-3549-44d6-99e7-1091ba52e7a5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.000655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1973f42-3549-44d6-99e7-1091ba52e7a5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.000733] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1973f42-3549-44d6-99e7-1091ba52e7a5',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.502159] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.502494] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.502536] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1973f42-3549-44d6-99e7-1091ba52e7a5 with status ACTIVE [ 1341.502738] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.502853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.502937] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.503159] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.503292] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.503482] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.503607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.503725] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.503846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.503955] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.504193] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.504346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.504437] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.504607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.504718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.504810] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1973f42-3549-44d6-99e7-1091ba52e7a5 is going to be updated. [ 1341.534180] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.534394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.534472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.534671] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.535078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.535078] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1973f42-3549-44d6-99e7-1091ba52e7a5" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.282703] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: SUCCESS [ 1342.282995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.969527] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: SUCCESS [ 1342.969958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.970076] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.970215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.970439] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.970581] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.970652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.970824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.970898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.971021] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.475121] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.977077] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.479925] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.479925] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.480073] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.480232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.480329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.480471] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 is going to be updated. [ 1344.509457] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.509651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.509698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.509884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.510039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.520173] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: IN_PROGRESS for 2s [ 1345.998559] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.998960] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1346.531265] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: SUCCESS [ 1346.531486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.531658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.531884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.532089] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.532208] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.532272] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.532429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.532506] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.532587] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.532681] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.035599] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.036060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.036060] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.036161] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.036291] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.036394] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.036477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.036646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.036737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.036826] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.037015] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.037123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.037184] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.037338] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.037516] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.037615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.037676] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.037850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.037945] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.038064] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.038202] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.540319] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6d97e38-eb22-4a07-b3c3-3afb338277d1: rpc.has_security_group_logging(os_id): False [ 1347.559767] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.559975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.559975] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.560371] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.560540] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.560780] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.560922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.560995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.561185] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.561268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.561461] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.561563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.561629] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.561834] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.561911] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.562133] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.562232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.562294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.562441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.562523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.562610] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 is going to be updated. [ 1347.625058] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.625058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.625058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.625058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.625058] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.637819] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: IN_PROGRESS for 2s [ 1349.653482] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: SUCCESS [ 1349.653865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.000046] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.000378] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.593301] env[66329]: INFO networking_nsxv3.common.synchronization [req-7e14bc6c-e4de-4d90-a4bf-46cc2da03257 req-62745a90-f347-4336-a227-257157a0f84b tempest-ServersNegativeTestJSON-717400538 tempest-ServersNegativeTestJSON-717400538-project-member] Enqueued Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1351.593442] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1351.593745] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.593877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.593941] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.594323] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.594484] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.594652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.594652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.594926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.594926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.595017] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.097322] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.599225] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.102143] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.102465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.102465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.102601] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.102680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.102779] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 is going to be updated. [ 1353.133015] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.133177] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.133250] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.133459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.133609] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.142875] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: IN_PROGRESS for 2s [ 1355.154113] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: SUCCESS [ 1355.154477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.602831] env[66329]: INFO networking_nsxv3.common.synchronization [req-938006ed-b436-4709-ab1d-c38cc0f4ab81 req-baa8d1a1-3331-4e94-96e8-31a678621828 tempest-AttachVolumeTestJSON-988751518 tempest-AttachVolumeTestJSON-988751518-project-member] Enqueued Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_members [ 1355.603383] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGHEST for action security_group_members [ 1355.603689] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.603812] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.603880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.604104] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.604263] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.604361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.604425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.604716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.604716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.604830] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.107302] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.107532] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.107673] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.107930] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.108084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.108300] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.108402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.108467] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.108624] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.108704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.108794] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 is going to be updated. [ 1356.137345] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.137574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.137667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.137883] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.138071] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.147036] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 in Status: IN_PROGRESS for 2s [ 1358.157150] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 in Status: SUCCESS [ 1358.157527] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 deletion is rescheduled due to dependency. [ 1358.157527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.604360] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.604697] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.604996] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.605347] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.606814] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.607238] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.794072] env[66329]: INFO networking_nsxv3.common.synchronization [None req-b243d266-545b-40db-b695-c960b26b2e30 None None] Enqueued Resource ID: c49735fc-b752-4079-a27e-a86e561f68ef with Priority: HIGHEST for action port [ 1374.794624] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49735fc-b752-4079-a27e-a86e561f68ef with Priority: HIGHEST for action port [ 1374.795019] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-c49735fc-b752-4079-a27e-a86e561f68ef taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.795221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c49735fc-b752-4079-a27e-a86e561f68ef" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.795291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c49735fc-b752-4079-a27e-a86e561f68ef" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.795542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c49735fc-b752-4079-a27e-a86e561f68ef" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.795628] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49735fc-b752-4079-a27e-a86e561f68ef',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.191693] env[66329]: INFO networking_nsxv3.common.synchronization [None req-23fec533-cd35-42c3-a2a4-08e197ddcbbc tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_rules [ 1375.192443] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_rules [ 1375.192787] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2376e1da-b761-4043-8b2c-d7db5529e0a0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.192952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.193049] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.193523] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.193623] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2376e1da-b761-4043-8b2c-d7db5529e0a0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.287782] env[66329]: INFO networking_nsxv3.common.synchronization [None req-e55df42f-a6ed-4fa9-8380-43002b2ce58b tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_rules [ 1375.288791] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_rules [ 1375.288791] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2376e1da-b761-4043-8b2c-d7db5529e0a0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.288791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.298506] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c49735fc-b752-4079-a27e-a86e561f68ef [ 1375.298643] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.298836] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.298961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.299228] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.299375] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.299478] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c49735fc-b752-4079-a27e-a86e561f68ef already deleted. [ 1375.299563] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c49735fc-b752-4079-a27e-a86e561f68ef" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.716109] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.716357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.716357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.716526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.716615] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.716710] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 already deleted. [ 1375.716794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.716981] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.717170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.717261] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2376e1da-b761-4043-8b2c-d7db5529e0a0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.239750] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.240116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.240116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.240268] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.240409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.240530] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 already deleted. [ 1376.240625] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.687489] env[66329]: INFO networking_nsxv3.common.synchronization [None req-fc3d37ce-34f0-49e6-844e-d3c4639e60ca None None] Enqueued Resource ID: 7e24e433-a5fd-4ca0-bbc7-1ff33f20d341 with Priority: HIGHEST for action port [ 1376.688128] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e24e433-a5fd-4ca0-bbc7-1ff33f20d341 with Priority: HIGHEST for action port [ 1376.688466] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e24e433-a5fd-4ca0-bbc7-1ff33f20d341 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.688604] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e24e433-a5fd-4ca0-bbc7-1ff33f20d341" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.688694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e24e433-a5fd-4ca0-bbc7-1ff33f20d341" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.689027] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e24e433-a5fd-4ca0-bbc7-1ff33f20d341" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.689136] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e24e433-a5fd-4ca0-bbc7-1ff33f20d341',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.193007] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e24e433-a5fd-4ca0-bbc7-1ff33f20d341 [ 1377.193280] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.193418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.193522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.193695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.193782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.193873] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e24e433-a5fd-4ca0-bbc7-1ff33f20d341 already deleted. [ 1377.193954] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e24e433-a5fd-4ca0-bbc7-1ff33f20d341" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.761211] env[66329]: INFO networking_nsxv3.common.synchronization [req-e5be6ca6-2c06-43a0-ba71-6f58f2708a9a req-9d59bcb2-4963-4830-babe-cdd549f66e08 tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_members [ 1380.761645] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_members [ 1380.761888] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2376e1da-b761-4043-8b2c-d7db5529e0a0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.762024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.762111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.762368] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.762532] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.762845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.762845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.762845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.763109] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.763109] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2376e1da-b761-4043-8b2c-d7db5529e0a0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.052848] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.052848] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.052848] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.053189] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.053455] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.053619] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.053736] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.053958] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.054120] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.054334] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1381.054452] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1381.054563] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1381.054674] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1381.054785] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1381.054893] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1381.055036] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1381.075537] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1381.075709] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1381.075895] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1381.076044] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.076352] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-49ce553e-095f-43d7-9db3-bcfbee520375 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.076532] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-49ce553e-095f-43d7-9db3-bcfbee520375" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.076653] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-49ce553e-095f-43d7-9db3-bcfbee520375" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.076979] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-49ce553e-095f-43d7-9db3-bcfbee520375" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.077144] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49ce553e-095f-43d7-9db3-bcfbee520375',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.265027] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.265248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.265348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.265677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.265831] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.266226] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.266392] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.266459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.266712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.266853] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.267010] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 already deleted. [ 1381.267158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.580075] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.580783] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.580783] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.580962] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.581131] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.581294] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 49ce553e-095f-43d7-9db3-bcfbee520375 not found, creating... [ 1381.581947] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.581947] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.581947] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.582300] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.582300] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.582577] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.582686] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.582795] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.582999] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.583146] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.583285] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 49ce553e-095f-43d7-9db3-bcfbee520375 is going to be created. [ 1381.603021] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.603953] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.603953] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.603953] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.603953] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.604162] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-49ce553e-095f-43d7-9db3-bcfbee520375" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.288755] env[66329]: INFO networking_nsxv3.common.synchronization [req-e5be6ca6-2c06-43a0-ba71-6f58f2708a9a req-d405737e-e6c2-412b-b50a-c13aa0bc4ee7 service nova] Enqueued Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_rules [ 1382.289048] env[66329]: INFO networking_nsxv3.common.synchronization [req-e5be6ca6-2c06-43a0-ba71-6f58f2708a9a req-d405737e-e6c2-412b-b50a-c13aa0bc4ee7 service nova] Enqueued Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_members [ 1382.289568] env[66329]: INFO networking_nsxv3.common.synchronization [req-e5be6ca6-2c06-43a0-ba71-6f58f2708a9a req-d405737e-e6c2-412b-b50a-c13aa0bc4ee7 service nova] Enqueued Resource ID: 49ce553e-095f-43d7-9db3-bcfbee520375 with Priority: HIGHEST for action port [ 1382.290311] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_rules [ 1382.290459] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_members [ 1382.290566] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49ce553e-095f-43d7-9db3-bcfbee520375 with Priority: HIGHEST for action port [ 1382.290919] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2376e1da-b761-4043-8b2c-d7db5529e0a0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.291065] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.291191] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.291623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.291806] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2376e1da-b761-4043-8b2c-d7db5529e0a0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.292795] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2376e1da-b761-4043-8b2c-d7db5529e0a0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.292906] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.292977] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.293170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.293548] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.293548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.293548] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.294227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.294330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.294429] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2376e1da-b761-4043-8b2c-d7db5529e0a0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.295733] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-49ce553e-095f-43d7-9db3-bcfbee520375 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.295733] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49ce553e-095f-43d7-9db3-bcfbee520375" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.295907] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49ce553e-095f-43d7-9db3-bcfbee520375" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.295946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49ce553e-095f-43d7-9db3-bcfbee520375" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.296011] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49ce553e-095f-43d7-9db3-bcfbee520375',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.799028] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2376e1da-b761-4043-8b2c-d7db5529e0a0 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.799162] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.799429] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2376e1da-b761-4043-8b2c-d7db5529e0a0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.800583] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49ce553e-095f-43d7-9db3-bcfbee520375 with status ACTIVE [ 1382.800771] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.800889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.800961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.801251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.801348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.801974] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.801974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.801974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.801974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.801974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.802234] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.802234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.802234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.802482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.802482] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.802576] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49ce553e-095f-43d7-9db3-bcfbee520375 is going to be updated. [ 1382.829325] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.829543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.829543] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.829686] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.829998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.830187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49ce553e-095f-43d7-9db3-bcfbee520375" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.304383] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2376e1da-b761-4043-8b2c-d7db5529e0a0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.807291] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.807291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.807291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.807291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.807291] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.807291] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 is going to be created. [ 1383.830467] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.830611] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.830680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.830933] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.831143] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.842130] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 in Status: UNINITIALIZED for 2s [ 1385.854061] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 in Status: SUCCESS [ 1385.854061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.854061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.854061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.854061] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.854061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.854061] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.854838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.854838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.854838] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.854838] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2376e1da-b761-4043-8b2c-d7db5529e0a0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.359318] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2376e1da-b761-4043-8b2c-d7db5529e0a0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.862265] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2376e1da-b761-4043-8b2c-d7db5529e0a0: rpc.has_security_group_logging(os_id): False [ 1386.886071] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.886246] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.886361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.886530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.886619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.886876] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.886978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.887123] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.887210] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.887289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.887376] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 is going to be created. [ 1386.955707] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.955948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.955948] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.956151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.956335] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.968561] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 in Status: IN_PROGRESS for 2s [ 1387.291695] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.291878] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1388.982751] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 in Status: SUCCESS [ 1388.983124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.254957] env[66329]: INFO networking_nsxv3.common.synchronization [req-70ac1986-ce96-4eab-bbcd-413b69d385c5 req-af119224-1f14-4da7-886f-4d18c6ca0dd9 tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1389.255622] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1389.255964] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.257340] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.257432] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.257658] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.258277] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.259113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.259113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.259113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.259113] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.259113] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.762098] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.263940] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.766550] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.766698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.766772] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.767016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.767135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.767247] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 is going to be updated. [ 1390.813576] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.813731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.813790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.813995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.814248] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.823467] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: IN_PROGRESS for 2s [ 1392.835932] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: SUCCESS [ 1392.836362] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.029069] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-364 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.029220] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.029317] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.029707] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.030177] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.030460] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.030639] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.031046] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.031296] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.031614] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.031819] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1393.032051] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1393.032277] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1393.032500] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.032709] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1393.032956] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1393.052031] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1393.052354] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1393.052522] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1393.052832] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-364" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.053178] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-7a7f885b-70ca-44e9-b82c-eaec7d9af301 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.053357] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.053481] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.053743] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.053949] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a7f885b-70ca-44e9-b82c-eaec7d9af301',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.556762] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.556968] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.556968] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.557251] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.557402] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.557685] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.557861] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.557986] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.558217] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.558354] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.558638] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.558782] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.558898] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.559113] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.559254] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.559394] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 7a7f885b-70ca-44e9-b82c-eaec7d9af301 is going to be updated. [ 1393.584234] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.584449] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.584561] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.584832] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.585034] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.585259] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.256873] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.256873] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1394.271125] env[66329]: INFO networking_nsxv3.common.synchronization [req-27bff304-7387-4cb6-9b0c-632c6f5d2267 req-23d696a4-8c61-4e52-8124-091b6a3042ff service nova] Enqueued Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_rules [ 1394.271125] env[66329]: INFO networking_nsxv3.common.synchronization [req-27bff304-7387-4cb6-9b0c-632c6f5d2267 req-23d696a4-8c61-4e52-8124-091b6a3042ff service nova] Enqueued Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1394.271125] env[66329]: INFO networking_nsxv3.common.synchronization [req-27bff304-7387-4cb6-9b0c-632c6f5d2267 req-23d696a4-8c61-4e52-8124-091b6a3042ff service nova] Enqueued Resource ID: 7a7f885b-70ca-44e9-b82c-eaec7d9af301 with Priority: HIGHEST for action port [ 1394.271125] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_rules [ 1394.271125] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1394.271125] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7f885b-70ca-44e9-b82c-eaec7d9af301 with Priority: HIGHEST for action port [ 1394.271951] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.272277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.272465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.272775] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.272975] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.274184] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.274521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.275488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.275488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.275488] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.275669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.275845] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.276157] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.276770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.276770] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.279193] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a7f885b-70ca-44e9-b82c-eaec7d9af301 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.280175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.280175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.280175] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.280175] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a7f885b-70ca-44e9-b82c-eaec7d9af301',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.781780] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.781935] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.782152] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.783452] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a7f885b-70ca-44e9-b82c-eaec7d9af301 with status ACTIVE [ 1394.783671] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.783794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.783901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.784135] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.784226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.784406] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.784505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.784568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.784715] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.784790] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.784973] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.785096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.785208] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.785300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.785423] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.785556] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a7f885b-70ca-44e9-b82c-eaec7d9af301 is going to be updated. [ 1394.808055] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.808055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.808055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.808294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.808361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.808484] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a7f885b-70ca-44e9-b82c-eaec7d9af301" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.288034] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.790390] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.790390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.790390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.790685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.790685] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.790816] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 is going to be updated. [ 1395.820051] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.820352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.820352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.820585] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.820729] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.830622] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: IN_PROGRESS for 2s [ 1397.843862] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: SUCCESS [ 1397.844198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.844313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.844537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.844738] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.844858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.844926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.845102] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.845214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.845364] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.845364] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.348288] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.348577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.348577] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.348746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.348922] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.349028] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.349150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.349253] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.349344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.349421] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.349571] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.349669] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.349749] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.349859] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.350039] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.350151] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.350218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.350344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.350418] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.350497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.350588] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.852847] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6d97e38-eb22-4a07-b3c3-3afb338277d1: rpc.has_security_group_logging(os_id): False [ 1398.878085] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.878269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.878329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.878599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.878712] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.878933] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.879075] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.879137] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.879303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.879386] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.879592] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.879687] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.879747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.879889] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.879996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.880233] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.880320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.880390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.880522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.880599] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.880679] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 is going to be updated. [ 1398.944193] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.944411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.944411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.944621] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.945271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.962373] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: IN_PROGRESS for 2s [ 1399.271821] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.271997] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1400.982955] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: SUCCESS [ 1400.983361] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.273329] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.273329] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.681975] env[66329]: INFO networking_nsxv3.common.synchronization [req-f2d087ab-cf81-4f9a-8c83-3937cd2b3f4e req-de12c657-852a-42b9-b908-cba2872390be tempest-ServerActionsTestOtherA-1581356162 tempest-ServerActionsTestOtherA-1581356162-project-member] Enqueued Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1406.682679] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 with Priority: HIGHEST for action security_group_members [ 1406.683023] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-784e2a05-ce09-425e-8d49-8d9728fdcd88 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.683187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.683255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.683454] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.683618] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.683716] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.683781] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.683928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.684026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.684130] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('784e2a05-ce09-425e-8d49-8d9728fdcd88',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.187704] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.188127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.188127] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.188212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.188294] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.188474] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.188704] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.188930] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.189136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.189223] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.189291] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 is going to be updated. [ 1407.247748] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.247896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.247958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.248201] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.248348] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.258381] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: IN_PROGRESS for 2s [ 1409.269742] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 in Status: SUCCESS [ 1409.269742] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 784e2a05-ce09-425e-8d49-8d9728fdcd88 deletion is rescheduled due to dependency. [ 1409.269742] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-784e2a05-ce09-425e-8d49-8d9728fdcd88" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.684235] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.684235] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.055890] env[66329]: INFO networking_nsxv3.common.synchronization [req-35e7abe1-1551-4143-9a8e-ba4c45ba25fd req-3adec657-eb3f-4f2d-985a-cccc6e764ef6 tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1414.055890] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1414.056178] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.056269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.056337] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.056536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.056688] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.056989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.056989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.056989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.057126] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.057182] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.559479] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.559623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.559698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.560383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.560383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.560383] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.560570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.560570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.560717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.560800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.560894] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be updated. [ 1414.603305] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.603497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.603497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.603726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.603842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.626803] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: IN_PROGRESS for 2s [ 1416.637110] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: SUCCESS [ 1416.637522] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 deletion is rescheduled due to dependency. [ 1416.637522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.056562] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1419.056933] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.098487] env[66329]: INFO networking_nsxv3.common.synchronization [req-67b132aa-3690-42eb-aa55-7aeec6c841f4 req-a3c94279-b034-408b-88f1-41d752764a2c tempest-ServersNegativeTestJSON-717400538 tempest-ServersNegativeTestJSON-717400538-project-member] Enqueued Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1421.099078] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 with Priority: HIGHEST for action security_group_members [ 1421.101053] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6d97e38-eb22-4a07-b3c3-3afb338277d1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.101053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.101053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.101053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.101053] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.101053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.101053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.101053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.101053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.101053] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6d97e38-eb22-4a07-b3c3-3afb338277d1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.171743] env[66329]: INFO networking_nsxv3.common.synchronization [req-f69b32ea-308e-48bc-b206-133533f709ea req-bf8510a2-095b-41d3-a432-7da049c88155 tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1421.171983] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1421.172321] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.172441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.172514] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.172698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.172850] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.172946] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.173013] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.173170] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.173290] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.173331] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.461538] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.461538] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.461728] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.461837] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.462120] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.462276] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.462393] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.462610] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.462749] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.462960] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1421.463086] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1421.463194] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1421.463304] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1421.463413] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1421.463519] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1421.463648] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1421.484664] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1421.484908] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1421.485107] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1421.485321] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-445" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.485687] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-f5f2c40a-1388-415b-9df7-1b9e0701aed7 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.485906] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-f5f2c40a-1388-415b-9df7-1b9e0701aed7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.486072] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-f5f2c40a-1388-415b-9df7-1b9e0701aed7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.486444] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-f5f2c40a-1388-415b-9df7-1b9e0701aed7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.486626] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f2c40a-1388-415b-9df7-1b9e0701aed7',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.602911] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.603145] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.603255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.603562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.603710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.604013] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.604174] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.604275] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.604522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.604656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.604791] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 is going to be updated. [ 1421.629990] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.630222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.630288] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.630492] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.630635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.639518] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: IN_PROGRESS for 2s [ 1421.676592] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.676816] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.676934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.677221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.677333] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.677581] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.677707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.677774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.677964] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.678072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.678165] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be updated. [ 1421.703281] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.703509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.703509] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.703727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.703872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.712457] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: IN_PROGRESS for 2s [ 1421.989071] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.989289] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.989422] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.989699] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.989848] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.990015] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port f5f2c40a-1388-415b-9df7-1b9e0701aed7 not found, creating... [ 1421.990419] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.990622] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.990746] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.990983] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.991190] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.991601] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.991767] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.991892] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.992137] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.992277] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.992419] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: f5f2c40a-1388-415b-9df7-1b9e0701aed7 is going to be created. [ 1422.014969] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.015275] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.015442] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.015759] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.016058] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.016337] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-f5f2c40a-1388-415b-9df7-1b9e0701aed7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.706912] env[66329]: INFO networking_nsxv3.common.synchronization [req-f69b32ea-308e-48bc-b206-133533f709ea req-32270ff0-a4f6-4517-b0e2-2dc9a6d664ca service nova] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_rules [ 1422.707199] env[66329]: INFO networking_nsxv3.common.synchronization [req-f69b32ea-308e-48bc-b206-133533f709ea req-32270ff0-a4f6-4517-b0e2-2dc9a6d664ca service nova] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1422.707278] env[66329]: INFO networking_nsxv3.common.synchronization [req-f69b32ea-308e-48bc-b206-133533f709ea req-32270ff0-a4f6-4517-b0e2-2dc9a6d664ca service nova] Enqueued Resource ID: f5f2c40a-1388-415b-9df7-1b9e0701aed7 with Priority: HIGHEST for action port [ 1422.707752] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_rules [ 1422.707944] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1422.707999] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5f2c40a-1388-415b-9df7-1b9e0701aed7 with Priority: HIGHEST for action port [ 1422.708407] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.708536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.708602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.708813] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.708895] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.710559] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.711746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.711746] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5f2c40a-1388-415b-9df7-1b9e0701aed7 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.711746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5f2c40a-1388-415b-9df7-1b9e0701aed7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.711746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5f2c40a-1388-415b-9df7-1b9e0701aed7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.711746] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5f2c40a-1388-415b-9df7-1b9e0701aed7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.711746] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5f2c40a-1388-415b-9df7-1b9e0701aed7',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.211745] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.211922] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.213298] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5f2c40a-1388-415b-9df7-1b9e0701aed7 with status ACTIVE [ 1423.213504] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.213647] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.213718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.213940] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.214051] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.214234] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.214359] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.214432] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.214626] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.214718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.214907] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.215016] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.215084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.215232] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.215312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.215402] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5f2c40a-1388-415b-9df7-1b9e0701aed7 is going to be updated. [ 1423.235713] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.235860] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.235924] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.236131] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.236266] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.236453] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5f2c40a-1388-415b-9df7-1b9e0701aed7" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.648336] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 in Status: SUCCESS [ 1423.648540] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6d97e38-eb22-4a07-b3c3-3afb338277d1 deletion is rescheduled due to dependency. [ 1423.648595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6d97e38-eb22-4a07-b3c3-3afb338277d1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.721894] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: SUCCESS [ 1423.722265] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 deletion is rescheduled due to dependency. [ 1423.722265] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.722358] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.722571] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.722756] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.722872] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.722940] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.723116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.723198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.723300] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.225806] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.729060] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.231041] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.231227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.231227] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.231562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.231562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.231642] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be updated. [ 1425.262148] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.262345] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.262345] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.262524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.262670] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.272729] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: IN_PROGRESS for 2s [ 1427.286053] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: SUCCESS [ 1427.286053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.286053] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.286527] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.286683] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.287753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.287753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.287753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.287753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.287753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.287753] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.709279] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.709279] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1427.790136] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.292474] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e02b07c-f831-4abd-b578-44170ae456a3: rpc.has_security_group_logging(os_id): False [ 1428.309328] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.309551] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.309627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.309840] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.309974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.310295] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.310412] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.310477] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.310642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.310722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.310814] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be updated. [ 1428.369238] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.369472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.369472] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.369689] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.369842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.382039] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: IN_PROGRESS for 2s [ 1430.399714] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: SUCCESS [ 1430.400124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.709887] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.710341] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.711476] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.711888] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.738250] env[66329]: INFO networking_nsxv3.common.synchronization [None req-cee5d56d-b8e4-40d0-94c5-3bb823020ba8 tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_rules [ 1439.738769] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_rules [ 1439.739456] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6e607b-0bc7-42e9-aa90-1c156513e270 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.739456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.739456] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.739714] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.739714] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6e607b-0bc7-42e9-aa90-1c156513e270',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.814242] env[66329]: INFO networking_nsxv3.common.synchronization [None req-8aab33f1-57b9-47fe-af0c-2da743f2806c tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_rules [ 1439.814980] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_rules [ 1439.815331] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6e607b-0bc7-42e9-aa90-1c156513e270 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.815458] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.260059] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.260222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.260296] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.260584] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.260677] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.260778] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 already deleted. [ 1440.260861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.261025] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.261192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.261274] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6e607b-0bc7-42e9-aa90-1c156513e270',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.781195] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.781589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.781589] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.781672] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.781740] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.781843] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 already deleted. [ 1440.781952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.815984] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.816290] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.143649] env[66329]: INFO networking_nsxv3.common.synchronization [req-db04d9c8-95e6-4bab-b19c-4112caec6b7b req-66cc5319-1fd1-4760-96d4-a8045651eb15 tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_members [ 1445.143649] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_members [ 1445.143871] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6e607b-0bc7-42e9-aa90-1c156513e270 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.144012] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.144085] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.144339] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.144501] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.144602] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.144664] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.144822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.144900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.144983] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6e607b-0bc7-42e9-aa90-1c156513e270',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.409873] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.410129] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.410256] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.410554] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.410809] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.410962] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.411090] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.411301] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.411480] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.411710] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1445.411822] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1445.411927] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1445.412042] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1445.412151] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1445.412254] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1445.412381] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1445.432501] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1445.432685] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1445.432797] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1445.432962] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.433278] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-6646e07f-f03a-40f1-be2f-4a4a9a70bc37 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.433442] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-6646e07f-f03a-40f1-be2f-4a4a9a70bc37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.433561] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-6646e07f-f03a-40f1-be2f-4a4a9a70bc37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.433921] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-6646e07f-f03a-40f1-be2f-4a4a9a70bc37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.434075] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6646e07f-f03a-40f1-be2f-4a4a9a70bc37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.648130] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.648401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.648401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.648726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.648726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.648872] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.648968] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.649042] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.649190] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.649283] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.649360] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 already deleted. [ 1445.649444] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.936577] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.936985] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.936985] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.937123] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.937272] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.937428] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 6646e07f-f03a-40f1-be2f-4a4a9a70bc37 not found, creating... [ 1445.937685] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.937843] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.937978] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.938199] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.938349] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.938672] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.938836] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.938954] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.939214] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.939296] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.939431] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 6646e07f-f03a-40f1-be2f-4a4a9a70bc37 is going to be created. [ 1445.959511] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.959746] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.959872] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.960156] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.960378] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.960629] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-6646e07f-f03a-40f1-be2f-4a4a9a70bc37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.652806] env[66329]: INFO networking_nsxv3.common.synchronization [req-db04d9c8-95e6-4bab-b19c-4112caec6b7b req-2328e0a4-9217-45c2-adf0-7d920cd0eb02 service nova] Enqueued Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_rules [ 1446.652985] env[66329]: INFO networking_nsxv3.common.synchronization [req-db04d9c8-95e6-4bab-b19c-4112caec6b7b req-2328e0a4-9217-45c2-adf0-7d920cd0eb02 service nova] Enqueued Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_members [ 1446.653138] env[66329]: INFO networking_nsxv3.common.synchronization [req-db04d9c8-95e6-4bab-b19c-4112caec6b7b req-2328e0a4-9217-45c2-adf0-7d920cd0eb02 service nova] Enqueued Resource ID: 6646e07f-f03a-40f1-be2f-4a4a9a70bc37 with Priority: HIGHEST for action port [ 1446.653635] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_rules [ 1446.653778] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_members [ 1446.653875] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6646e07f-f03a-40f1-be2f-4a4a9a70bc37 with Priority: HIGHEST for action port [ 1446.654277] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d6e607b-0bc7-42e9-aa90-1c156513e270 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.654411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.654500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.654710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.654794] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d6e607b-0bc7-42e9-aa90-1c156513e270',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.656011] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6e607b-0bc7-42e9-aa90-1c156513e270 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.656234] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.656317] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.656516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.656832] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.656832] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.656939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.657057] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.657147] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.657242] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6e607b-0bc7-42e9-aa90-1c156513e270',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.658608] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-6646e07f-f03a-40f1-be2f-4a4a9a70bc37 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.658721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6646e07f-f03a-40f1-be2f-4a4a9a70bc37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.658788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6646e07f-f03a-40f1-be2f-4a4a9a70bc37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.658940] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6646e07f-f03a-40f1-be2f-4a4a9a70bc37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.659033] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6646e07f-f03a-40f1-be2f-4a4a9a70bc37',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.157541] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6e607b-0bc7-42e9-aa90-1c156513e270 taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.157901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.160050] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d6e607b-0bc7-42e9-aa90-1c156513e270',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.160985] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6646e07f-f03a-40f1-be2f-4a4a9a70bc37 with status ACTIVE [ 1447.161198] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.161319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.161391] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.161644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.161743] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.161917] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.162031] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.162095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.162243] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.162319] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.162495] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.162586] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.162644] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.162802] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.162881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.162965] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6646e07f-f03a-40f1-be2f-4a4a9a70bc37 is going to be updated. [ 1447.184306] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.184524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.184524] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.184674] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.184806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.185019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6646e07f-f03a-40f1-be2f-4a4a9a70bc37" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.665584] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d6e607b-0bc7-42e9-aa90-1c156513e270',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.168026] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.168026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.168026] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.168442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.168442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.168520] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 is going to be created. [ 1448.192911] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.193119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.193119] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.193315] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.193481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.202534] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 in Status: UNINITIALIZED for 2s [ 1450.214130] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 in Status: SUCCESS [ 1450.214493] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.214559] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.214727] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.214923] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.215092] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.215136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.215274] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.215355] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.215441] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.215533] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d6e607b-0bc7-42e9-aa90-1c156513e270',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.718484] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d6e607b-0bc7-42e9-aa90-1c156513e270',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.221286] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d6e607b-0bc7-42e9-aa90-1c156513e270: rpc.has_security_group_logging(os_id): False [ 1451.238534] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.238778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.238778] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.238901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.238989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.239319] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.239459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.239459] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.239569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.239619] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.239699] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 is going to be created. [ 1451.299533] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.299828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.299828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.300141] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.300416] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.313312] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 in Status: IN_PROGRESS for 2s [ 1451.655235] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.655235] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1453.327539] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 in Status: SUCCESS [ 1453.328072] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.656692] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.657169] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.658230] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.658608] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.659087] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.659524] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.660574] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.660574] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.662118] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.662118] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.662656] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.662988] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.594846] env[66329]: INFO networking_nsxv3.common.synchronization [req-574cc77f-0ca9-4aff-ace5-7cbe390e369d req-5ccf0ac1-ce58-4982-9d4c-efc9d35b58cb tempest-ServerActionsTestJSON-429153967 tempest-ServerActionsTestJSON-429153967-project-member] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1483.595365] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGHEST for action security_group_members [ 1483.595696] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.595817] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.595884] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.596209] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.596371] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.596468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.597136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.597136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.597136] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.597136] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.099619] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.099822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.099822] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.100100] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.100204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.100405] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.100505] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.100567] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.100722] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.100842] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.100930] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be updated. [ 1484.128409] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.128617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.128617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.128739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.128886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.136285] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: IN_PROGRESS for 2s [ 1486.146980] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e02b07c-f831-4abd-b578-44170ae456a3 in Status: SUCCESS [ 1486.147395] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 deletion is rescheduled due to dependency. [ 1486.147395] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.596018] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.596435] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.597724] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.598156] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.732650] env[66329]: INFO networking_nsxv3.common.synchronization [req-bcecf7ec-8e48-42da-b260-b5b5c72b8631 req-f1552ced-0e4b-4cc5-ab24-08d06f35ca89 tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_members [ 1494.733139] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 with Priority: HIGHEST for action security_group_members [ 1494.733472] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d6e607b-0bc7-42e9-aa90-1c156513e270 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.733595] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.733661] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.733865] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.734070] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.734284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.734284] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.734442] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.734486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.734559] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d6e607b-0bc7-42e9-aa90-1c156513e270',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.236512] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.236754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.236754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.236901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.236996] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.237214] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.237322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.237383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.237533] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.237610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.237696] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 is going to be updated. [ 1495.265562] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.265789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.265789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.265989] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.266326] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.274740] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 in Status: IN_PROGRESS for 2s [ 1497.286026] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 in Status: SUCCESS [ 1497.286568] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d6e607b-0bc7-42e9-aa90-1c156513e270 deletion is rescheduled due to dependency. [ 1497.286568] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d6e607b-0bc7-42e9-aa90-1c156513e270" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.764871] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1498.765280] env[66329]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f9142181-e4a3-430c-b4dd-549a2d07b642 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1499.734368] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.734368] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.735780] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.736169] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.994811] env[66329]: INFO networking_nsxv3.common.synchronization [req-60b05a1c-d93f-4f9d-a945-730a52c46a2c req-f08536d8-6d5f-4ed1-b778-21e7ab191a7d tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_members [ 1505.995377] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGHEST for action security_group_members [ 1505.995702] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2376e1da-b761-4043-8b2c-d7db5529e0a0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.995828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.995891] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.996216] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.996376] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.996479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.996539] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.996706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.996850] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.996889] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2376e1da-b761-4043-8b2c-d7db5529e0a0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.499961] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.500205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.500205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.500402] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.500498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.500707] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.500805] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.500867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.501095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.501171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.501255] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 is going to be updated. [ 1506.533356] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.533566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.533566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.533739] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.533877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.542397] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 in Status: IN_PROGRESS for 2s [ 1508.554234] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 in Status: SUCCESS [ 1508.554651] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 deletion is rescheduled due to dependency. [ 1508.554651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.996117] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.996539] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.671088] env[66329]: INFO networking_nsxv3.common.synchronization [None req-684d6ba3-98e0-4526-bb1b-b8718435a770 tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_rules [ 1511.671619] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_rules [ 1511.671931] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d695373-89a7-444d-acad-3391852064ea taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.672091] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.672204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.672528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.672617] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.745414] env[66329]: INFO networking_nsxv3.common.synchronization [None req-70fa8adf-1539-4e8c-8eed-33a29c7ae873 tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_rules [ 1511.745907] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_rules [ 1511.746228] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d695373-89a7-444d-acad-3391852064ea taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.746330] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.193803] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.194197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.194197] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.194336] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.194479] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.194610] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d695373-89a7-444d-acad-3391852064ea already deleted. [ 1512.194731] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.194896] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.195107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.195223] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.714753] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.714753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.714753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.714753] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.715165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.715165] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d695373-89a7-444d-acad-3391852064ea already deleted. [ 1512.715165] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.746742] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.747076] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.081744] env[66329]: INFO networking_nsxv3.common.synchronization [req-1a459457-7ea5-4562-8ac1-bb3cff84427a req-3557853b-d56d-402e-b6fc-bb6cd5edafd7 tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_members [ 1517.082421] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_members [ 1517.082594] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d695373-89a7-444d-acad-3391852064ea taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.082718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.082782] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.083054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.083207] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.083303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.083380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.083535] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.083617] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.083705] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.446548] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.446797] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.446954] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.447290] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.447584] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.447747] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.447864] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.448091] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.448238] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.448448] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1517.448557] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1517.448669] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1517.448771] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1517.448874] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1517.448979] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1517.449162] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1517.480676] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1517.480888] env[66329]: DEBUG dogpile.cache.region [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1517.480969] env[66329]: DEBUG dogpile.lock [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1517.481230] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.481555] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock port-60f75634-10fa-4660-9bfc-7c5ace1a14c1 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.481733] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "port-60f75634-10fa-4660-9bfc-7c5ace1a14c1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.481859] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "port-60f75634-10fa-4660-9bfc-7c5ace1a14c1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.482262] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "port-60f75634-10fa-4660-9bfc-7c5ace1a14c1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.482435] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-452d9060-cad4-4092-8285-e1953d620619 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f75634-10fa-4660-9bfc-7c5ace1a14c1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.586656] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.586820] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.586871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.587082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.587173] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.587381] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.587480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.587542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.587690] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.587762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.587845] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d695373-89a7-444d-acad-3391852064ea already deleted. [ 1517.587923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.984977] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.985414] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.985414] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.985636] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.985781] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.985933] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Segment Port 60f75634-10fa-4660-9bfc-7c5ace1a14c1 not found, creating... [ 1517.986262] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.986425] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.986542] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.986764] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.986928] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.987358] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.987604] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.987793] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.988056] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.988219] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.988363] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Resource: SegmentPort with ID: 60f75634-10fa-4660-9bfc-7c5ace1a14c1 is going to be created. [ 1518.011153] env[66329]: DEBUG networking_nsxv3.common.locking [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.011380] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.011491] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.011748] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.011972] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.012236] env[66329]: DEBUG oslo_concurrency.lockutils [None req-452d9060-cad4-4092-8285-e1953d620619 None None] Releasing lock "port-60f75634-10fa-4660-9bfc-7c5ace1a14c1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.689776] env[66329]: INFO networking_nsxv3.common.synchronization [req-1a459457-7ea5-4562-8ac1-bb3cff84427a req-caa244f7-b2e3-49fc-bdbe-a58a366eb3d0 service nova] Enqueued Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_rules [ 1518.689961] env[66329]: INFO networking_nsxv3.common.synchronization [req-1a459457-7ea5-4562-8ac1-bb3cff84427a req-caa244f7-b2e3-49fc-bdbe-a58a366eb3d0 service nova] Enqueued Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_members [ 1518.690121] env[66329]: INFO networking_nsxv3.common.synchronization [req-1a459457-7ea5-4562-8ac1-bb3cff84427a req-caa244f7-b2e3-49fc-bdbe-a58a366eb3d0 service nova] Enqueued Resource ID: 60f75634-10fa-4660-9bfc-7c5ace1a14c1 with Priority: HIGHEST for action port [ 1518.690630] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_rules [ 1518.690768] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_members [ 1518.690867] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60f75634-10fa-4660-9bfc-7c5ace1a14c1 with Priority: HIGHEST for action port [ 1518.691192] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d695373-89a7-444d-acad-3391852064ea taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.691310] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.691370] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.691569] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.691649] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.692898] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d695373-89a7-444d-acad-3391852064ea taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.693020] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.693087] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.693251] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.693396] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.693497] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.693554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.693681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.693760] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.693846] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.694682] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-60f75634-10fa-4660-9bfc-7c5ace1a14c1 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.694761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60f75634-10fa-4660-9bfc-7c5ace1a14c1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.694761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60f75634-10fa-4660-9bfc-7c5ace1a14c1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.695158] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60f75634-10fa-4660-9bfc-7c5ace1a14c1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.695158] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60f75634-10fa-4660-9bfc-7c5ace1a14c1',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.197221] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d695373-89a7-444d-acad-3391852064ea taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.197656] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.197656] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.199919] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60f75634-10fa-4660-9bfc-7c5ace1a14c1 with status ACTIVE [ 1519.199919] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.199919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.199919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.199919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.199919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.199919] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.199919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.199919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.199919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.199919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.199919] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.199919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.199919] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.200783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.200783] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.200783] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60f75634-10fa-4660-9bfc-7c5ace1a14c1 is going to be updated. [ 1519.222299] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.222521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.222521] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.222725] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.222851] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.223011] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60f75634-10fa-4660-9bfc-7c5ace1a14c1" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.702881] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.205994] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.205994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.206498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.206498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.206498] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.206498] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d695373-89a7-444d-acad-3391852064ea is going to be created. [ 1520.229542] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.229770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.229770] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.229961] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.230134] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.238963] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d695373-89a7-444d-acad-3391852064ea in Status: UNINITIALIZED for 2s [ 1522.249452] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d695373-89a7-444d-acad-3391852064ea in Status: SUCCESS [ 1522.249785] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.249880] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.250189] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.250427] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.250574] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.250667] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.250899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.251023] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.251179] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.251285] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1522.753892] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.256401] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d695373-89a7-444d-acad-3391852064ea: rpc.has_security_group_logging(os_id): False [ 1523.274316] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.274522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.274522] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.274702] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.274789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.275109] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.275214] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.275277] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.275457] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.275542] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.275630] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d695373-89a7-444d-acad-3391852064ea is going to be created. [ 1523.330988] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.331238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.331238] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.331462] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.331646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.342835] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d695373-89a7-444d-acad-3391852064ea in Status: IN_PROGRESS for 2s [ 1523.691919] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.693798] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1525.355551] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d695373-89a7-444d-acad-3391852064ea in Status: SUCCESS [ 1525.355938] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.714312] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.714486] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.714553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.714779] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.714895] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.218695] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.721846] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.224958] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1527.225255] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1527.996815] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.997346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.997346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.997346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.010983] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1528.011942] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.013118] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1528.048900] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.049144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.049144] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.049353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.066293] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.067219] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1528.067317] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1528.067401] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1528.098228] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.098500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.098500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.098728] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.099591] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.099768] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1528.173769] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.173998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.173998] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.174188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.174502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.174787] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1528.256580] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.256787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.256787] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.256995] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.257384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.257756] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:26. [ 1528.257841] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2d695373-89a7-444d-acad-3391852064ea', '2376e1da-b761-4043-8b2c-d7db5529e0a0', 'e160a633-20bb-4f4c-89a6-5a0f005cf6af', '6dc76a3c-2b2e-453a-a894-2c50f798b1c2', '25358630-da93-49d2-b577-1cd60dc997cb', '2e02b07c-f831-4abd-b578-44170ae456a3', '12739619-f64f-47c1-95d7-944e799ccd22', 'ff21d259-4dca-4d1c-be7c-3db97fb1c1b0', '035dae1e-8b66-449a-b51a-134e04f279c2', '9b8f279a-a496-4855-bcd5-985408115c10', '2452748d-040a-45cc-bb31-089c1e08077b', '8f0c3f7b-ff7d-45f9-98dd-02a7adc53827', 'd930d67e-6334-4eef-af00-2c741fe3dbe2', '42ebe38f-3d5e-4208-98cf-f640491d8aac', '747cedb8-9c37-41ee-9534-debf4c331670', 'fb25391b-5615-4eda-b721-b3959098673c', 'b4bf4e96-91cf-4fd0-af96-e9f92455d6e8', '64ae41f3-02c1-412b-a4ca-79d206954bd8', 'e5ceaec2-c3ae-438b-a55b-03931e9804b6', 'ce2a276b-1cce-4774-be46-095532c6339a', 'd086b0ed-fb0e-423b-af2e-d5dee78061e0', 'a6d97e38-eb22-4a07-b3c3-3afb338277d1', '784e2a05-ce09-425e-8d49-8d9728fdcd88', '6ae4e4dd-20e1-4d85-8243-6c0b46babc68', '14f5961b-2481-4c36-b7e7-e668ff769271', '8d6e607b-0bc7-42e9-aa90-1c156513e270'} {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1528.257959] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1528.277058] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.277308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.277308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.277546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.277651] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.277786] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1528.277864] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1528.277952] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1528.358199] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.358440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.358440] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.358596] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.359759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.360031] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1528.360111] env[66329]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66329) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1528.360187] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1528.360255] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1528.360324] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/26 resources of Type:Security Group Rules [ 1528.360396] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGH for action security_group_rules [ 1528.360456] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGH for action security_group_rules [ 1528.360526] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGH for action security_group_rules [ 1528.360596] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGH for action security_group_rules [ 1528.360730] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGH for action security_group_rules [ 1528.360730] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGH for action security_group_rules [ 1528.360730] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGH for action security_group_rules [ 1528.360841] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGH for action security_group_rules [ 1528.360876] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGH for action security_group_rules [ 1528.360915] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGH for action security_group_rules [ 1528.360951] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGH for action security_group_rules [ 1528.361050] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGH for action security_group_rules [ 1528.361123] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 with Priority: HIGH for action security_group_rules [ 1528.361123] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGH for action security_group_rules [ 1528.361277] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGH for action security_group_rules [ 1528.361342] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGH for action security_group_rules [ 1528.361405] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 with Priority: HIGH for action security_group_rules [ 1528.361464] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGH for action security_group_rules [ 1528.361464] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGH for action security_group_rules [ 1528.361587] env[66329]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGH for action security_group_rules [ 1528.361653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.693574] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.693818] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1528.693818] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGH for action security_group_rules [ 1528.693919] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af with Priority: HIGH for action security_group_rules [ 1528.694052] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12739619-f64f-47c1-95d7-944e799ccd22 with Priority: HIGH for action security_group_rules [ 1528.694162] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 747cedb8-9c37-41ee-9534-debf4c331670 with Priority: HIGH for action security_group_rules [ 1528.694262] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2a276b-1cce-4774-be46-095532c6339a with Priority: HIGH for action security_group_rules [ 1528.694354] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 with Priority: HIGH for action security_group_rules [ 1528.694446] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 with Priority: HIGH for action security_group_rules [ 1528.694534] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 with Priority: HIGH for action security_group_rules [ 1528.694624] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac with Priority: HIGH for action security_group_rules [ 1528.694714] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb25391b-5615-4eda-b721-b3959098673c with Priority: HIGH for action security_group_rules [ 1528.694801] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 with Priority: HIGH for action security_group_rules [ 1528.694891] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 with Priority: HIGH for action security_group_rules [ 1528.694978] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2452748d-040a-45cc-bb31-089c1e08077b with Priority: HIGH for action security_group_rules [ 1528.695096] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b8f279a-a496-4855-bcd5-985408115c10 with Priority: HIGH for action security_group_rules [ 1528.695189] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 035dae1e-8b66-449a-b51a-134e04f279c2 with Priority: HIGH for action security_group_rules [ 1528.695286] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e02b07c-f831-4abd-b578-44170ae456a3 with Priority: HIGH for action security_group_rules [ 1528.695378] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 with Priority: HIGH for action security_group_rules [ 1528.695469] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25358630-da93-49d2-b577-1cd60dc997cb with Priority: HIGH for action security_group_rules [ 1528.695557] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 with Priority: HIGH for action security_group_rules [ 1528.695644] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 with Priority: HIGH for action security_group_rules [ 1528.696009] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d695373-89a7-444d-acad-3391852064ea taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.696155] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.696224] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.696433] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.696519] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.697568] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.697680] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.697736] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.697910] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.697986] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e160a633-20bb-4f4c-89a6-5a0f005cf6af',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.698778] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12739619-f64f-47c1-95d7-944e799ccd22 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.698898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.698962] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.699116] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.699197] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12739619-f64f-47c1-95d7-944e799ccd22',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.700271] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-747cedb8-9c37-41ee-9534-debf4c331670 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.700381] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.700445] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.700590] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.700676] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('747cedb8-9c37-41ee-9534-debf4c331670',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.701365] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce2a276b-1cce-4774-be46-095532c6339a taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.701483] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.701537] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.701676] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.701750] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce2a276b-1cce-4774-be46-095532c6339a',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.702403] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.702526] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.702566] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.702699] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.702764] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5ceaec2-c3ae-438b-a55b-03931e9804b6',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.703419] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64ae41f3-02c1-412b-a4ca-79d206954bd8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.703529] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.703573] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.703887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.703887] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64ae41f3-02c1-412b-a4ca-79d206954bd8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.704583] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.704676] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.704737] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.704886] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.704957] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4bf4e96-91cf-4fd0-af96-e9f92455d6e8',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.705636] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42ebe38f-3d5e-4208-98cf-f640491d8aac taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.705743] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.705794] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.705939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.706024] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42ebe38f-3d5e-4208-98cf-f640491d8aac',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.706672] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb25391b-5615-4eda-b721-b3959098673c taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.706849] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.706928] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.707110] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.707209] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb25391b-5615-4eda-b721-b3959098673c',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.707900] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d930d67e-6334-4eef-af00-2c741fe3dbe2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.708014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.708114] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.708226] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.708299] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d930d67e-6334-4eef-af00-2c741fe3dbe2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.709145] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.709255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.709322] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.709618] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.709618] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f0c3f7b-ff7d-45f9-98dd-02a7adc53827',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.710290] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2452748d-040a-45cc-bb31-089c1e08077b taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.710478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.710478] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.710627] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.710684] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2452748d-040a-45cc-bb31-089c1e08077b',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.711443] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b8f279a-a496-4855-bcd5-985408115c10 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.711536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.711578] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.711708] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.711781] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b8f279a-a496-4855-bcd5-985408115c10',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.712601] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-035dae1e-8b66-449a-b51a-134e04f279c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.712751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.712751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.712858] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.712927] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('035dae1e-8b66-449a-b51a-134e04f279c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.713638] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e02b07c-f831-4abd-b578-44170ae456a3 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.713791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.713864] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.713952] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.714026] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e02b07c-f831-4abd-b578-44170ae456a3',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.714687] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.714800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.714868] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.714986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.715066] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff21d259-4dca-4d1c-be7c-3db97fb1c1b0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.715717] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25358630-da93-49d2-b577-1cd60dc997cb taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.715827] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.715900] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.716063] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.716121] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25358630-da93-49d2-b577-1cd60dc997cb',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.716930] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2376e1da-b761-4043-8b2c-d7db5529e0a0 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.716993] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.717043] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.717169] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.717240] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2376e1da-b761-4043-8b2c-d7db5529e0a0',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.717901] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2 taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.718389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.718389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.718389] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.718389] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc76a3c-2b2e-453a-a894-2c50f798b1c2',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.756449] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.756613] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.756663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.756887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.759823] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.759939] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.762124] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.762269] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.763539] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.763653] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.776901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.777055] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce2a276b-1cce-4774-be46-095532c6339a is going to be deleted. [ 1528.777920] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.778153] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.795979] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.796150] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e160a633-20bb-4f4c-89a6-5a0f005cf6af is going to be deleted. [ 1528.796978] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.797204] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.822313] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.822485] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12739619-f64f-47c1-95d7-944e799ccd22 is going to be deleted. [ 1528.823460] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.823717] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.848902] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.849168] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.869303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.869473] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 747cedb8-9c37-41ee-9534-debf4c331670 is going to be deleted. [ 1528.870352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.870544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.870640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.870754] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce2a276b-1cce-4774-be46-095532c6339a" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.937354] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.937572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.937572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.937780] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.937874] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.938021] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12739619-f64f-47c1-95d7-944e799ccd22" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.945215] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.945409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.945409] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.945562] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.945654] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.945768] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e160a633-20bb-4f4c-89a6-5a0f005cf6af" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.015535] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.016098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.016098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.016098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.016098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.016390] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-747cedb8-9c37-41ee-9534-debf4c331670" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.224473] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d695373-89a7-444d-acad-3391852064ea taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.224707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.224707] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.224823] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.224967] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.225083] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.225148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.225300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.225385] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.225471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.225558] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.286106] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.286357] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.286436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.286630] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.288394] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.288496] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.289269] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.289383] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.290200] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.290282] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.290902] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.290994] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.291672] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.291758] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.292471] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.292552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.293234] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.293329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.294714] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.294806] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.295488] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.295607] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.296256] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.296351] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.296926] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1529.297329] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.297422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.298117] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1529.298575] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.298696] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.299195] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1529.299655] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.299745] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.309380] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1529.309831] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.309953] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.314621] env[66329]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1529.315057] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.315173] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25358630-da93-49d2-b577-1cd60dc997cb is going to be deleted. [ 1529.316096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.316300] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.336544] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.336707] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d930d67e-6334-4eef-af00-2c741fe3dbe2 is going to be deleted. [ 1529.337610] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.337815] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.356068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.356242] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64ae41f3-02c1-412b-a4ca-79d206954bd8 is going to be deleted. [ 1529.357252] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.357422] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.381587] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.381765] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.390324] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.390470] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4bf4e96-91cf-4fd0-af96-e9f92455d6e8 is going to be deleted. [ 1529.391427] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.391642] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.396482] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.396631] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.427440] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.427649] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.428508] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.428626] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f0c3f7b-ff7d-45f9-98dd-02a7adc53827 is going to be deleted. [ 1529.429545] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.429793] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.474546] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.474759] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.477516] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.477687] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff21d259-4dca-4d1c-be7c-3db97fb1c1b0 is going to be deleted. [ 1529.478637] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.478890] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.550176] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.550436] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.551481] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.551666] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e02b07c-f831-4abd-b578-44170ae456a3 is going to be deleted. [ 1529.552530] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.552761] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.615513] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.615706] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb25391b-5615-4eda-b721-b3959098673c is going to be deleted. [ 1529.616576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.616789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.654276] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.654502] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.683877] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.684089] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5ceaec2-c3ae-438b-a55b-03931e9804b6 is going to be deleted. [ 1529.684986] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.685222] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.717231] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.717450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.730515] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.730691] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42ebe38f-3d5e-4208-98cf-f640491d8aac is going to be deleted. [ 1529.731698] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.731899] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.741349] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.762885] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.763098] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.775067] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.775229] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2376e1da-b761-4043-8b2c-d7db5529e0a0 is going to be deleted. [ 1529.776150] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.776363] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.837084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.837318] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc76a3c-2b2e-453a-a894-2c50f798b1c2 is going to be deleted. [ 1529.838187] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.838425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.890712] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.890940] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.898231] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.898392] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b8f279a-a496-4855-bcd5-985408115c10 is going to be deleted. [ 1529.899289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.899504] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.922649] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.922862] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.926259] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.926404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.931254] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.931381] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 035dae1e-8b66-449a-b51a-134e04f279c2 is going to be deleted. [ 1529.932255] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.932465] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.935235] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1529.935354] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.955792] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.955963] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2452748d-040a-45cc-bb31-089c1e08077b is going to be deleted. [ 1529.956881] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.957108] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.957203] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.957320] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25358630-da93-49d2-b577-1cd60dc997cb" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.957476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.957639] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.957710] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.957824] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d930d67e-6334-4eef-af00-2c741fe3dbe2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.958329] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.958471] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.958552] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.958663] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64ae41f3-02c1-412b-a4ca-79d206954bd8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.958791] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.958934] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.959014] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.959148] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4bf4e96-91cf-4fd0-af96-e9f92455d6e8" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.959306] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.959450] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.959528] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.959640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f0c3f7b-ff7d-45f9-98dd-02a7adc53827" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.959767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.959901] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.959974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.960095] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff21d259-4dca-4d1c-be7c-3db97fb1c1b0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.960220] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.960356] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.960429] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.960536] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e02b07c-f831-4abd-b578-44170ae456a3" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.960655] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.960788] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.960861] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.960963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb25391b-5615-4eda-b721-b3959098673c" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.961096] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.961271] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.961346] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.961451] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5ceaec2-c3ae-438b-a55b-03931e9804b6" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.961572] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.961706] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.961776] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.961873] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42ebe38f-3d5e-4208-98cf-f640491d8aac" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.961992] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.962188] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.962257] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.962366] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2376e1da-b761-4043-8b2c-d7db5529e0a0" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.962489] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1529.962623] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1529.962694] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.962801] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc76a3c-2b2e-453a-a894-2c50f798b1c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.055314] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.055789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.055789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.055789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.055789] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.055983] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b8f279a-a496-4855-bcd5-985408115c10" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.091763] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.091974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.091974] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.092219] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.092342] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.092468] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-035dae1e-8b66-449a-b51a-134e04f279c2" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.114067] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.114314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.114314] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.114473] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.114554] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.114662] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2452748d-040a-45cc-bb31-089c1e08077b" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.243328] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d695373-89a7-444d-acad-3391852064ea: rpc.has_security_group_logging(os_id): False [ 1530.284275] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.284488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.284488] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.284681] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.313046] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.313334] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.313476] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.313545] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.313747] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.313828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.313919] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d695373-89a7-444d-acad-3391852064ea is going to be updated. [ 1530.382617] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.382894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.382894] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.383039] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.383192] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.397827] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d695373-89a7-444d-acad-3391852064ea in Status: IN_PROGRESS for 2s [ 1532.412374] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d695373-89a7-444d-acad-3391852064ea in Status: SUCCESS [ 1532.412766] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.697028] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.697028] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.698213] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.698623] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.700016] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.700476] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.701686] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.702082] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.702929] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.703349] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.703937] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.704321] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.704870] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.705317] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.706113] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.706113] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.707223] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.707663] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.708160] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.708601] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.822263] env[66329]: INFO networking_nsxv3.common.synchronization [req-7ad652f5-da75-4821-ad0a-a377f59da019 req-5e6a12e9-8fe7-4c62-a664-896b6df843dd tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_members [ 1579.822916] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d695373-89a7-444d-acad-3391852064ea with Priority: HIGHEST for action security_group_members [ 1579.823335] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d695373-89a7-444d-acad-3391852064ea taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.824125] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.824221] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.824412] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.824589] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.824700] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.824767] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.824958] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.825054] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.825121] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d695373-89a7-444d-acad-3391852064ea',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1580.327927] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.328156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.328156] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.328404] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.328557] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.328810] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.328967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.329055] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.329230] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.329308] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.329397] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d695373-89a7-444d-acad-3391852064ea is going to be updated. [ 1580.359429] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.359721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.359721] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.359871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.360068] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.374952] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d695373-89a7-444d-acad-3391852064ea in Status: IN_PROGRESS for 2s [ 1582.385543] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d695373-89a7-444d-acad-3391852064ea in Status: SUCCESS [ 1582.385967] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d695373-89a7-444d-acad-3391852064ea deletion is rescheduled due to dependency. [ 1582.385967] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d695373-89a7-444d-acad-3391852064ea" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.460734] env[66329]: INFO networking_nsxv3.common.synchronization [None req-f19ddcb7-8783-4d0e-8ab3-78b3c25c31df tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_rules [ 1584.461198] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_rules [ 1584.461582] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.461773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.461773] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.461963] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.462189] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3b2f93-9928-4a5c-afe0-1cac43644b5e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.548683] env[66329]: INFO networking_nsxv3.common.synchronization [None req-aad7d071-37e5-433a-8391-4b27e2a07565 tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_rules [ 1584.549178] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_rules [ 1584.549518] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.549652] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.983411] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.983411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.983411] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.983646] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.983695] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.983782] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e already deleted. [ 1584.983867] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.984044] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.984218] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.984301] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3b2f93-9928-4a5c-afe0-1cac43644b5e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1585.503557] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.504205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.504205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.504205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.504205] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.504353] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e already deleted. [ 1585.504353] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.550210] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.550597] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.897898] env[66329]: INFO networking_nsxv3.common.synchronization [req-6082364d-2bfa-4553-95cc-bef43eabb4bc req-c99a71cd-24ba-4e4d-b305-981d8ea1eca3 tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_members [ 1589.897898] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_members [ 1589.897898] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3b2f93-9928-4a5c-afe0-1cac43644b5e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.897898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.897898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.897898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.897898] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1589.897898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.897898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1589.897898] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1589.898332] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.898332] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3b2f93-9928-4a5c-afe0-1cac43644b5e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.153228] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock network-462 taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.153422] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.153543] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.153806] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.154200] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.154380] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.154498] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.154715] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.154930] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.155315] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1590.155472] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] NeedRegenerationException {{(pid=66329) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1590.155688] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] no value, waiting for create lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1590.155846] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] value creation lock acquired {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1590.156021] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] No value present for key: 'zone-id' {{(pid=66329) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1590.156201] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Calling creation function for not-yet-present value {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1590.156355] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1590.177474] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1590.177650] env[66329]: DEBUG dogpile.cache.region [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66329) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1590.177759] env[66329]: DEBUG dogpile.lock [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Released creation lock {{(pid=66329) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1590.177930] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "network-462" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.178255] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock port-2c9f3823-2804-4922-ad9d-a36f1084712d taken with stack trace [, , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.178421] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "port-2c9f3823-2804-4922-ad9d-a36f1084712d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.178537] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "port-2c9f3823-2804-4922-ad9d-a36f1084712d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.178849] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "port-2c9f3823-2804-4922-ad9d-a36f1084712d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.178978] env[66329]: DEBUG networking_nsxv3.api.rpc [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c9f3823-2804-4922-ad9d-a36f1084712d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.401200] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.401491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.401491] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.401635] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.401751] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.401990] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.402093] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.402167] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.402344] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.402425] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.402477] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e already deleted. [ 1590.402546] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.681653] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.682157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.682157] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.682275] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.682424] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.682584] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Segment Port 2c9f3823-2804-4922-ad9d-a36f1084712d not found, creating... [ 1590.682893] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.683062] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.683184] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.683402] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.683538] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.683818] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.683973] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.684104] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.684302] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.684433] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.684568] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Resource: SegmentPort with ID: 2c9f3823-2804-4922-ad9d-a36f1084712d is going to be created. [ 1590.703923] env[66329]: DEBUG networking_nsxv3.common.locking [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.704213] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.704342] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.704603] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.704831] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.705063] env[66329]: DEBUG oslo_concurrency.lockutils [None req-74a491f6-b5ad-48e7-8226-bcf6e8f911d1 None None] Releasing lock "port-2c9f3823-2804-4922-ad9d-a36f1084712d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.387421] env[66329]: INFO networking_nsxv3.common.synchronization [req-6082364d-2bfa-4553-95cc-bef43eabb4bc req-cfe9f419-5807-4c50-a402-ad620891104b service nova] Enqueued Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_rules [ 1591.387591] env[66329]: INFO networking_nsxv3.common.synchronization [req-6082364d-2bfa-4553-95cc-bef43eabb4bc req-cfe9f419-5807-4c50-a402-ad620891104b service nova] Enqueued Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_members [ 1591.387732] env[66329]: INFO networking_nsxv3.common.synchronization [req-6082364d-2bfa-4553-95cc-bef43eabb4bc req-cfe9f419-5807-4c50-a402-ad620891104b service nova] Enqueued Resource ID: 2c9f3823-2804-4922-ad9d-a36f1084712d with Priority: HIGHEST for action port [ 1591.388386] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_rules [ 1591.388386] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_members [ 1591.388494] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c9f3823-2804-4922-ad9d-a36f1084712d with Priority: HIGHEST for action port [ 1591.388727] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.388871] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.388923] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.389124] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.389210] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3b2f93-9928-4a5c-afe0-1cac43644b5e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.390047] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3b2f93-9928-4a5c-afe0-1cac43644b5e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.390163] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.390225] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.390384] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.390554] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.390718] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.390800] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.390887] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.391082] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.391140] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3b2f93-9928-4a5c-afe0-1cac43644b5e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.392248] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c9f3823-2804-4922-ad9d-a36f1084712d taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.393015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c9f3823-2804-4922-ad9d-a36f1084712d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.393015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c9f3823-2804-4922-ad9d-a36f1084712d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.393015] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c9f3823-2804-4922-ad9d-a36f1084712d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.393015] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c9f3823-2804-4922-ad9d-a36f1084712d',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.895155] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df3b2f93-9928-4a5c-afe0-1cac43644b5e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1591.896506] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3b2f93-9928-4a5c-afe0-1cac43644b5e taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.896634] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.896774] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c9f3823-2804-4922-ad9d-a36f1084712d with status ACTIVE [ 1591.896937] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.897045] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.897111] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.897312] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.897401] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.897762] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.897762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.897762] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.897926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.897926] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.898109] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.898215] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.898270] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.898405] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.898480] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.898579] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c9f3823-2804-4922-ad9d-a36f1084712d is going to be updated. [ 1591.920016] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1591.920212] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.920259] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.920431] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1591.920565] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.920774] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c9f3823-2804-4922-ad9d-a36f1084712d" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.400569] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df3b2f93-9928-4a5c-afe0-1cac43644b5e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1592.902384] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.902709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.902709] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.902856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.902918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.903038] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e is going to be created. [ 1592.928040] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1592.928198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.928198] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1592.928380] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1592.928541] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1592.937825] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e in Status: UNINITIALIZED for 2s [ 1594.947894] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e in Status: SUCCESS [ 1594.948303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.948303] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.948500] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.948637] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1594.948757] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.948832] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1594.949019] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1594.949107] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.949195] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1594.949285] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df3b2f93-9928-4a5c-afe0-1cac43644b5e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.452063] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df3b2f93-9928-4a5c-afe0-1cac43644b5e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.954702] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df3b2f93-9928-4a5c-afe0-1cac43644b5e: rpc.has_security_group_logging(os_id): False [ 1595.972695] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.972918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.972918] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.973194] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.973289] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.973545] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.973648] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.973711] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.973856] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.973931] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.974032] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e is going to be created. [ 1596.028826] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.029084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.029084] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.029258] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.029438] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.039641] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e in Status: IN_PROGRESS for 2s [ 1596.389436] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1596.389436] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1598.053159] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e in Status: SUCCESS [ 1598.053553] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.390471] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1601.390865] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1606.392142] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1606.392529] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1611.393053] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1611.393479] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1616.394239] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1616.394731] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.395441] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1621.395984] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.397086] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1626.397525] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1631.398442] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1631.399302] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1636.400498] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1636.400924] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1641.401418] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1641.401800] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1646.402429] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1646.402804] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1651.403259] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1651.403659] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1651.888913] env[66329]: INFO networking_nsxv3.common.synchronization [req-d4504c34-dc8c-481c-9dc8-cd63363a2540 req-213e6a2a-dffb-4abe-b2da-b15f04c62498 tempest-AttachVolumeNegativeTest-245445343 tempest-AttachVolumeNegativeTest-245445343-project-member] Enqueued Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_members [ 1651.889539] env[66329]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e with Priority: HIGHEST for action security_group_members [ 1651.889879] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3b2f93-9928-4a5c-afe0-1cac43644b5e taken with stack trace [, , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.890024] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.890115] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.890352] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.890513] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1651.890616] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.890678] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1651.890828] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1651.890972] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.891060] env[66329]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3b2f93-9928-4a5c-afe0-1cac43644b5e',) {} {{(pid=66329) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1652.393315] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.393576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.393576] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.393755] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.393846] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.394064] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.394171] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.394235] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.394396] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.394474] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.394560] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e is going to be updated. [ 1652.432138] env[66329]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66329) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.432570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.432570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.432570] env[66329]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.432726] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.440722] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e in Status: IN_PROGRESS for 2s [ 1654.452229] env[66329]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e in Status: SUCCESS [ 1654.452640] env[66329]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3b2f93-9928-4a5c-afe0-1cac43644b5e deletion is rescheduled due to dependency. [ 1654.452640] env[66329]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3b2f93-9928-4a5c-afe0-1cac43644b5e" {{(pid=66329) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.890962] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1656.891422] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1661.892874] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1661.892874] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1666.893832] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1666.894238] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1671.895499] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1671.895883] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1676.896895] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1676.897329] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1681.898319] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1681.898753] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1686.899433] env[66329]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1686.899433] env[66329]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0